-- Logs begin at Fri 2021-09-10 16:08:21 UTC, end at Fri 2021-09-10 17:43:03 UTC. -- Sep 10 17:11:17.674181 dv-cinder-808475-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 17:11:19.792901 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.common.config [-] Logging enabled! Sep 10 17:11:19.793599 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 10 17:11:19.793697 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75958) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 10 17:11:19.795998 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.common.config [-] Logging enabled! Sep 10 17:11:19.796246 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 10 17:11:19.796494 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75958) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 10 17:11:19.797447 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:11:19.797682 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:11:19.798034 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:11:19.798278 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:11:19.798503 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:11:19.798845 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.799146 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.799444 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.799676 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.799968 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.800259 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.800541 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.800829 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.801131 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.801413 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.801688 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.801971 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.802200 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.802477 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.802774 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.803086 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.803309 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] debug = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.803589 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.804009 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.804411 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.804689 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.804976 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.805248 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.805523 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.805822 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.806137 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] host = dv-cinder-808475-1-smb {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.806412 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.806696 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.807009 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.807294 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.807567 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.807843 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.808658 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.808930 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.809204 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] log_file = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.809479 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.809764 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.810049 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.810342 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.810566 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.810806 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.811093 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.811382 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.811657 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.811927 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.812198 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.812467 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.812736 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.813000 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.813285 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.813567 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.813850 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.814123 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.814395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.814665 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.814965 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.815250 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.815520 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.815791 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.816061 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.816344 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.816610 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.816878 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.817173 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.817457 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.817736 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.818017 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.818287 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.818565 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.818855 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.819127 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.819395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] use_json = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.819664 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.819931 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.820207 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.820476 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.820744 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.821010 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.821277 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.821565 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:19.821861 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.822155 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.822452 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.822733 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.823043 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.823328 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.823615 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.824463 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.824752 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.825038 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.825324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.825600 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.825883 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.826174 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.826459 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.826730 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.827029 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.827316 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.827588 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.827858 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.828131 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.828417 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.828692 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.828960 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.829237 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.829510 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.829779 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.830048 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.830322 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.830607 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.830903 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.831173 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.831445 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.831720 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.831989 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.832272 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.832547 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.832820 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.833088 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.833363 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.833632 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.833901 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.834177 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.834447 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.834719 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.835012 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.835282 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.835550 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.835821 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.836090 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.836359 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.836625 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.836897 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.837166 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.837434 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.837703 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.837972 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.838242 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.838530 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.838849 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.839127 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.839447 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.839725 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.840004 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.840280 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.840557 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.840832 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.841109 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.841380 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.841673 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.841956 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.842244 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.842528 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.842836 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.843132 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.843409 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.843690 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.843965 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.844242 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.844527 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.844812 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.845105 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.845396 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.845688 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.845982 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.846275 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.846554 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.846888 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.847170 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:19.847387 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:11:19.847629 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 17:11:20.244975 dv-cinder-808475-1-smb neutron-server[75958]: INFO keyring.backend [-] Loading KWallet Sep 10 17:11:20.254104 dv-cinder-808475-1-smb neutron-server[75958]: INFO keyring.backend [-] Loading SecretService Sep 10 17:11:20.257531 dv-cinder-808475-1-smb neutron-server[75958]: INFO keyring.backend [-] Loading Windows Sep 10 17:11:20.258893 dv-cinder-808475-1-smb neutron-server[75958]: INFO keyring.backend [-] Loading chainer Sep 10 17:11:20.259485 dv-cinder-808475-1-smb neutron-server[75958]: INFO keyring.backend [-] Loading macOS Sep 10 17:11:20.292260 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:20.293057 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:20.293350 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:20.293685 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 17:11:20.600525 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.600813 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.601084 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.657482 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.657766 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.658045 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.661026 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.661305 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.661572 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.690250 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.690529 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.690819 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.718040 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.718319 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:20.718584 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.029447 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.030054 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.030054 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.030232 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.030930 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.152926 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.153249 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.153536 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.153810 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.154080 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.154388 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.154658 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.154952 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.155210 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.155496 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.155758 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.156025 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.156295 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.156553 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.156821 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.157090 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.157350 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.157627 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.157882 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.158163 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.158512 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.158777 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.159036 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.159320 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.159573 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.159820 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.160222 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:21.160445 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:21.160680 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:21.160914 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:21.161147 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:21.161381 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:21.161929 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 17:11:21.165068 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 17:11:21.169499 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 17:11:21.173413 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 10 17:11:21.175076 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 17:11:21.175461 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 17:11:21.175794 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 17:11:21.176178 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 17:11:21.178984 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 17:11:21.179238 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 17:11:21.179585 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 17:11:21.207389 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 10 17:11:21.207835 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.208134 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 17:11:21.208495 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.209996 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 17:11:21.210278 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 17:11:21.210526 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 17:11:21.213698 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.213982 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:21.274009 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 17:11:21.274247 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 17:11:21.274484 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 17:11:21.274881 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 17:11:21.306613 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_db.sqlalchemy.engines [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 10 17:11:21.890558 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing driver for type 'gre' Sep 10 17:11:21.891121 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] gre ID ranges: [(1, 1000)] Sep 10 17:11:22.198994 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing driver for type 'local' Sep 10 17:11:22.199573 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing driver for type 'vlan' Sep 10 17:11:22.381600 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] VlanTypeDriver initialization complete Sep 10 17:11:22.381937 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing driver for type 'vxlan' Sep 10 17:11:22.382440 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] vxlan ID ranges: [(1, 1000)] Sep 10 17:11:22.667006 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing extension driver 'port_security' Sep 10 17:11:22.667388 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] PortSecurityExtensionDriver initialization complete Sep 10 17:11:22.667727 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing mechanism driver 'openvswitch' Sep 10 17:11:22.668052 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing mechanism driver 'hyperv' Sep 10 17:11:22.674550 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.plugins.ml2.plugin [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:11:22.675363 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678060 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678060 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678060 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnet after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678060 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnet after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnet after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678672 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > security_group after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.678865 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > security_group after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.679212 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > security_group after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.679587 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.679931 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.680270 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.680610 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] ML2 OVO RPC backend initialized. {{(pid=75958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 10 17:11:22.681248 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router_interface after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.681601 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.682019 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.682363 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > networks before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.682705 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.683581 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > ports before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.683922 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnet before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.684262 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnets before_response 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.684604 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.684943 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.685273 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.685607 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.685941 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.686274 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.686612 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnet after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.686992 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnet after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.687329 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > subnet after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.687911 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.plugin [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Modular L2 Plugin initialization complete Sep 10 17:11:22.688237 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading services supported by the core plugin {{(pid=75958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 17:11:22.688561 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.plugins.ml2.managers [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Got port-security extension from driver 'port_security' Sep 10 17:11:22.689022 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.extensions.vlantransparent [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Disabled vlantransparent extension. Sep 10 17:11:22.689443 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 17:11:22.689755 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: router Sep 10 17:11:22.725278 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router_interface before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.725673 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router after_create 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.726167 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router before_create 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.726536 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.726945 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.727306 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router after_delete 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.727668 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > floatingip after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.728034 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router after_create 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.728380 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router after_update 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.728733 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router after_update 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.729087 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.729451 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router after_update 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.729883 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_update 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.730263 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: port after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.730604 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: port after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.730965 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: subnet after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.731309 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.731915 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > port precommit_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.732263 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_create 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.732609 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: port before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.732954 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.733311 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router after_update 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.733655 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_delete 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.734004 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_create 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.734367 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router_interface after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.734711 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_update 55549900 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.735104 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > agent after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.735455 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > agent after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.735798 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > network after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.736662 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Tracking information for resource: router configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:22.736994 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Tracking information for resource: floatingip configured {{(pid=75958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:11:22.741768 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.db.l3_agentschedulers_db [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 17:11:22.742337 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: port after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.742699 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: port after_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.743078 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: port after_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.743430 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: port after_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.744226 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router before_create 55550100 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.744592 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_delete 55550100 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.744956 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_create 55550100 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.745313 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > router precommit_update 55550100 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.750274 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.services.provider_configuration [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service providers = [] {{(pid=75958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 17:11:22.750642 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.db.servicetype_db [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 17:11:22.753600 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.services.service_base [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:11:22.753946 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.services.service_base [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:11:22.754285 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.services.service_base [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:11:22.755214 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.services.service_base [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:11:22.755586 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.services.service_base [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 17:11:22.755960 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.756276 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 17:11:22.767433 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.767768 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: auto_allocate Sep 10 17:11:22.773548 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: network precommit_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.773920 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: network precommit_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.774446 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.774773 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: tag Sep 10 17:11:22.781506 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.781838 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: timestamp Sep 10 17:11:22.785647 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.785980 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: network_ip_availability Sep 10 17:11:22.791233 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.791610 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.791971 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:22.792704 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.793024 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: flavors Sep 10 17:11:22.797954 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.798286 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading Plugin: revisions Sep 10 17:11:22.802537 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:11:22.802962 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_concurrency.lockutils [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.509s {{(pid=75958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:22.803692 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 10 17:11:22.804027 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Initializing extension manager. Sep 10 17:11:22.804527 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: __init__.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.804867 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: __pycache__ {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.805202 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.805534 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.805865 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: _filter_validation_lib.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.806193 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.806518 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: address_group.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.807304 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.807867 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: address-group Sep 10 17:11:22.808707 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: address_scope.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.809424 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.809940 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: address-scope Sep 10 17:11:22.810263 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: admin_state_down_before_update.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.811213 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.811730 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: router-admin-state-down-before-update Sep 10 17:11:22.812054 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: agent.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.812763 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.813269 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: agent Sep 10 17:11:22.813590 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: agent_resources_synced.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.814513 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.815064 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: agent-resources-synced Sep 10 17:11:22.815385 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: allowedaddresspairs.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.817193 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.817717 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: allowed-address-pairs Sep 10 17:11:22.818046 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: auto_allocated_topology.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.819159 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.819720 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: auto-allocated-topology Sep 10 17:11:22.820049 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: availability_zone.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.820743 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.821251 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: availability_zone Sep 10 17:11:22.821573 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: availability_zone_filter.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.822488 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.823040 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: availability_zone_filter Sep 10 17:11:22.823365 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: data_plane_status.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.824823 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.825364 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 17:11:22.825647 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: default_subnetpools.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.826565 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.827103 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: default-subnetpools Sep 10 17:11:22.827423 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: dhcpagentscheduler.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.828206 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.828714 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: dhcp_agent_scheduler Sep 10 17:11:22.829037 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: dns.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.829963 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.830469 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension dns-integration not supported by any of loaded plugins Sep 10 17:11:22.830826 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: dns_domain_ports.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.846003 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.846533 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 17:11:22.846906 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: dvr.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.847596 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.848104 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: dvr Sep 10 17:11:22.848426 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: empty_string_filtering.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.849348 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.849860 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: empty-string-filtering Sep 10 17:11:22.850186 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.851128 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.851634 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 17:11:22.851956 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.852877 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.853393 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 17:11:22.853716 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: external_net.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.854629 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.855217 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: external-net Sep 10 17:11:22.855546 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: extra_dhcp_opt.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.856716 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.857230 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: extra_dhcp_opt Sep 10 17:11:22.857552 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: extraroute.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.858476 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.859015 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: extraroute Sep 10 17:11:22.859340 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: extraroute_atomic.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.860393 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.860911 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: extraroute-atomic Sep 10 17:11:22.861233 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: filter_validation.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.861909 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.862414 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: filter-validation Sep 10 17:11:22.862732 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: fip_pf_description.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.863680 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.864186 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 17:11:22.864506 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: fip_port_details.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.865425 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.865933 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: fip-port-details Sep 10 17:11:22.866253 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: flavors.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.867714 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.868236 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: flavors Sep 10 17:11:22.868566 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.870213 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.871272 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 17:11:22.871601 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: floatingip_pools.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.872302 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.872819 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: floatingip-pools Sep 10 17:11:22.873149 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: ip_allocation.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.874084 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.874595 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 17:11:22.874952 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.875873 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.876388 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: ip-substring-filtering Sep 10 17:11:22.876713 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l2_adjacency.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.877649 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.878162 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 17:11:22.878488 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l3.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.879504 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.880025 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: router Sep 10 17:11:22.880384 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l3_conntrack_helper.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.882637 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.883269 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 17:11:22.883682 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.884544 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.885062 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: ext-gw-mode Sep 10 17:11:22.885392 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.886891 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.887401 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: l3-ha Sep 10 17:11:22.887734 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l3_flavors.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.888659 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.889175 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: l3-flavors Sep 10 17:11:22.889508 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.890441 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.890978 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 17:11:22.891305 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: l3agentscheduler.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.892370 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.892883 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: l3_agent_scheduler Sep 10 17:11:22.893211 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: logging.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.894706 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.895263 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension logging not supported by any of loaded plugins Sep 10 17:11:22.895595 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: metering.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.904450 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.905034 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: metering Sep 10 17:11:22.905363 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.906497 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.907048 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: metering_source_and_destination_fields Sep 10 17:11:22.907380 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: multiprovidernet.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.908311 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.908823 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: multi-provider Sep 10 17:11:22.909151 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: netmtu.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.910072 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.910581 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: net-mtu Sep 10 17:11:22.910935 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: netmtu_writable.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.911988 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.912501 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: net-mtu-writable Sep 10 17:11:22.912829 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: network_availability_zone.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.913506 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.914014 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: network_availability_zone Sep 10 17:11:22.914340 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: network_ip_availability.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.915469 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.915987 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: network-ip-availability Sep 10 17:11:22.916317 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: network_segment_range.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.917131 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.918147 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 17:11:22.918470 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: pagination.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.919491 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.919825 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: pagination Sep 10 17:11:22.920147 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.921070 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.921587 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: port-mac-address-regenerate Sep 10 17:11:22.921911 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: port_resource_request.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.922864 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.923376 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 17:11:22.923699 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: portbindings.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.924622 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.925137 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: binding Sep 10 17:11:22.925459 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: portbindings_extended.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.926717 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.927259 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: binding-extended Sep 10 17:11:22.927588 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: portsecurity.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.928504 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.929025 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: port-security Sep 10 17:11:22.929349 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: project_id.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.930329 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.930658 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: project-id Sep 10 17:11:22.931012 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: providernet.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.931929 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.932455 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: provider Sep 10 17:11:22.932776 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.943855 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.944385 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos not supported by any of loaded plugins Sep 10 17:11:22.944718 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.945975 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.946494 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 17:11:22.946854 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.947786 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.948307 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 17:11:22.948658 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_default.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.949579 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.950096 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-default not supported by any of loaded plugins Sep 10 17:11:22.950424 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_fip.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.951107 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.951616 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-fip not supported by any of loaded plugins Sep 10 17:11:22.951937 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_gateway_ip.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.952867 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.953380 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 17:11:22.953702 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_port_network_policy.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.954622 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.955161 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 17:11:22.955485 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_rule_type_details.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.956409 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.956924 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 17:11:22.957248 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: qos_rules_alias.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.958340 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.958887 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 17:11:22.959210 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: quotasv2.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.960093 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.960421 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: quotas Sep 10 17:11:22.960746 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: quotasv2_detail.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.962503 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.962875 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: quota_details Sep 10 17:11:22.963211 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: rbac.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.964784 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.965311 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: rbac-policies Sep 10 17:11:22.965640 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: rbac_address_scope.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.966577 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.967152 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: rbac-address-scope Sep 10 17:11:22.967480 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: rbac_security_groups.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.968406 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.968930 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: rbac-security-groups Sep 10 17:11:22.969252 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: rbac_subnetpool.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.970175 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.970692 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: rbac-subnetpool Sep 10 17:11:22.971040 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: revisionifmatch.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.971974 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.972491 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: revision-if-match Sep 10 17:11:22.972812 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: revisions.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.973929 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.974494 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: standard-attr-revisions Sep 10 17:11:22.974852 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: router_availability_zone.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.975527 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.976042 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: router_availability_zone Sep 10 17:11:22.976364 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: routerservicetype.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.977305 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.977813 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension router-service-type not supported by any of loaded plugins Sep 10 17:11:22.978133 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: security_groups_port_filtering.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.979100 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.986204 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: port-security-groups-filtering Sep 10 17:11:22.986204 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: securitygroup.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.991693 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.992224 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: security-group Sep 10 17:11:22.992556 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: segment.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.993347 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.993860 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension segment not supported by any of loaded plugins Sep 10 17:11:22.994186 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.995167 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.995709 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 17:11:22.996034 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: servicetype.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.997149 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.997675 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: service-type Sep 10 17:11:22.998004 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: sorting.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:22.999024 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:22.999360 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: sorting Sep 10 17:11:22.999688 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: standard_attr_segment.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.000618 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.001141 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 17:11:23.001468 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: standardattrdescription.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.002119 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.002628 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: standard-attr-description Sep 10 17:11:23.003033 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: stateful_security_group.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.003977 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.004490 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: stateful-security-group Sep 10 17:11:23.004815 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: stdattrs_common.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.005400 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 17:11:23.005722 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.006642 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.007191 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 17:11:23.007516 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: subnet_onboard.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.008672 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.009194 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: subnet_onboard Sep 10 17:11:23.009523 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.010458 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.011010 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 17:11:23.011383 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: subnet_service_types.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.012324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.012846 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: subnet-service-types Sep 10 17:11:23.013174 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: subnetallocation.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.014268 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.014851 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: subnet_allocation Sep 10 17:11:23.015177 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.015868 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.016381 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: subnetpool-prefix-ops Sep 10 17:11:23.016703 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.017641 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.018153 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 17:11:23.018482 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: tagging.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.019571 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.020092 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: standard-attr-tag Sep 10 17:11:23.020421 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: timestamp.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.021633 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.022153 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loaded extension: standard-attr-timestamp Sep 10 17:11:23.022478 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: trunk.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.023556 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.024082 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension trunk not supported by any of loaded plugins Sep 10 17:11:23.024408 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: trunk_details.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.025337 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.025852 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension trunk-details not supported by any of loaded plugins Sep 10 17:11:23.026175 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: uplink_status_propagation.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.027633 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.028158 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 17:11:23.028484 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Loading extension file: vlantransparent.py {{(pid=75958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 10 17:11:23.029166 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 10 17:11:23.029679 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 17:11:23.032039 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:network Sep 10 17:11:23.032767 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:subnet Sep 10 17:11:23.033377 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:11:23.034150 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:port Sep 10 17:11:23.035461 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.035906 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service FLAVORS assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.036533 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.036964 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.037295 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:router Sep 10 17:11:23.037964 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 17:11:23.038665 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service METERING assigned prefix: /metering {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.040150 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:23.040523 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:23.040877 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:11:23.042019 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 17:11:23.043042 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:security_group Sep 10 17:11:23.043726 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 17:11:23.044457 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service CORE assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.044790 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:11:23.045128 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] subnetpool is already registered Sep 10 17:11:23.045745 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service CORE assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.046073 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:11:23.046397 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] subnetpool is already registered Sep 10 17:11:23.049017 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.049455 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service FLAVORS assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.050051 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.050472 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.050835 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:router Sep 10 17:11:23.051164 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] router is already registered Sep 10 17:11:23.051755 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 17:11:23.052079 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] floatingip is already registered Sep 10 17:11:23.052712 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service METERING assigned prefix: /metering {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.053378 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 17:11:23.053704 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] rbac_policy is already registered Sep 10 17:11:23.054241 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:security_group Sep 10 17:11:23.054565 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] security_group is already registered Sep 10 17:11:23.055174 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 17:11:23.055502 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] security_group_rule is already registered Sep 10 17:11:23.056155 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service CORE assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.056483 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:11:23.056804 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] subnetpool is already registered Sep 10 17:11:23.057402 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.v2.resource_helper [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Service CORE assigned prefix: {{(pid=75958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:11:23.057726 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:11:23.058074 dv-cinder-808475-1-smb neutron-server[75958]: WARNING neutron.quota.resource_registry [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] subnetpool is already registered Sep 10 17:11:23.058719 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: extensions {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.060179 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: address-groups {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.061753 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: address-scopes {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.062975 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: agents {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.064137 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: auto-allocated-topology {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.065362 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: availability_zones {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.066648 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: dhcp-networks {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.068041 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: dhcp-agents {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.069439 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: routers {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.071265 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: flavors {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.072435 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: service_profiles {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.074142 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: next_providers {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.075691 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: service_profiles {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.077091 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: floatingip-pools {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.078356 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: routers {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.080188 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: floatingips {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.081357 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: l3-routers {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.082692 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: l3-agents {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.084093 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: metering-labels {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.086409 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: metering-label-rules {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.087731 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: network-ip-availabilities {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.088992 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: bindings {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.090675 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: quotas {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.092107 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: quotas {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.093540 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: rbac-policies {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.094833 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: security-groups {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.096025 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: security-group-rules {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.097258 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: service-providers {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.098459 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: subnetpools {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.099909 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: subnetpools {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.101347 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.103071 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.105347 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.107377 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.109142 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.110803 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.112522 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.114348 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.116229 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.118040 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron.api.extensions [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Extended resource: tags {{(pid=75958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 10 17:11:23.124352 dv-cinder-808475-1-smb neutron-server[75958]: WARNING keystonemiddleware.auth_token [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 17:11:23.129036 dv-cinder-808475-1-smb neutron-server[75958]: WARNING keystonemiddleware.auth_token [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 17:11:23.137067 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_concurrency.lockutils [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Acquired lock "singleton_lock" {{(pid=75958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 17:11:23.137540 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_concurrency.lockutils [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Releasing lock "singleton_lock" {{(pid=75958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 17:11:23.138160 dv-cinder-808475-1-smb neutron-server[75958]: INFO oslo_service.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Starting 2 workers Sep 10 17:11:23.142648 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Started child 76067 {{(pid=75958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 17:11:23.146696 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Started child 76068 {{(pid=75958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 17:11:23.148125 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:23.148661 dv-cinder-808475-1-smb neutron-server[75958]: INFO neutron.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 17:11:23.148890 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Notify callbacks [] for process, before_spawn {{(pid=75958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:23.149561 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [-] (76067) wsgi starting up on http://0.0.0.0:9696 Sep 10 17:11:23.151381 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:23.151852 dv-cinder-808475-1-smb neutron-server[75958]: INFO oslo_service.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Starting 1 workers Sep 10 17:11:23.152785 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [-] (76068) wsgi starting up on http://0.0.0.0:9696 Sep 10 17:11:23.156324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Started child 76069 {{(pid=75958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 17:11:23.156829 dv-cinder-808475-1-smb neutron-server[75958]: INFO oslo_service.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Starting 1 workers Sep 10 17:11:23.160202 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] calling RpcWorker wait() {{(pid=76069) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 17:11:23.160736 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] returning from RpcWorker wait() {{(pid=76069) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 17:11:23.160932 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Started child 76070 {{(pid=75958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 10 17:11:23.161729 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG neutron_lib.callbacks.manager [None req-4c14863f-e88b-4c7f-984b-f7ae4219c163 None None] Notify callbacks [] for process, after_spawn {{(pid=75958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:23.162148 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:23.162639 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:11:23.163617 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 10 17:11:23.163839 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:11:23.164023 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:11:23.164234 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:11:23.164589 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:11:23.164754 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:11:23.165276 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.165546 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.165819 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.165909 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:23.166375 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.166375 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.167106 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.167997 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.168186 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.168460 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.168725 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.168898 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.169067 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.169312 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.169544 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.169843 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.170112 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.170364 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.170625 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.170819 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.171070 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.171332 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.171566 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.171840 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] debug = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.172082 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.172557 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.172784 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.173032 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.173277 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.173552 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.173798 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.174052 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.174285 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.174505 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.174744 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.175037 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.175253 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.175489 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.175776 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.175995 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.176472 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] host = dv-cinder-808475-1-smb {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.176736 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.176970 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.177222 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.177467 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.177715 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.177933 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.178198 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.178443 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.178687 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.178943 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.179188 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.179445 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.179664 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.179912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_file = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.180084 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_options = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.180301 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.180571 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.180836 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.181031 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.181203 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.181381 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.181642 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.181808 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.182076 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.182304 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.182545 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.182773 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.183082 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.183819 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.184082 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.184315 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.184550 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.184784 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.185078 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.185287 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.185511 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.185753 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.186006 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.186206 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.186440 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.186654 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.186907 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.187122 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.187333 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.187569 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.187829 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.188086 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.188328 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.188573 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.188798 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.189025 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.189264 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.189529 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.189765 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.190033 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.190293 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.190519 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.190775 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.191009 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.191244 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.191553 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:11:23.191721 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_json = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.191861 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.192105 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.192356 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.192584 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.192818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.193047 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.193259 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.193511 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.193883 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.194184 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.194769 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.195597 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.195770 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.195979 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.196215 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.196471 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.196702 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.196954 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.197276 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.197530 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.197847 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.198122 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.198410 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.198682 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.198959 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.199200 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.199743 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.199743 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.199903 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.200098 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.200370 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.200610 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.200844 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.201084 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.201318 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.201540 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.201766 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.202008 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.202249 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.202480 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.202713 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.202944 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.203159 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.209563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210191 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.210912 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.211818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.212750 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.212750 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.212750 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.212750 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.213353 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.213353 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.213676 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.213847 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.213978 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.214200 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.214423 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.214910 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.214910 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.215175 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.215395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.215654 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.215891 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.216137 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.216382 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.216604 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.216882 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.217102 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.217330 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.217575 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.217811 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.218035 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.218298 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.218530 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.218804 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.219082 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.219338 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.219607 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.219866 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.220149 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.220392 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.220656 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.220950 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.221243 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.221682 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.221813 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.222001 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.222257 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.222507 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.222793 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.223044 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.223304 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.223550 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.223981 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.224109 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.224307 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.224522 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.224753 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.225097 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.225328 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.225565 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.226391 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.226391 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.226391 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.226623 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.226860 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.227086 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.227315 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.227560 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.227786 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.228017 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.228266 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.228524 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.228782 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.229182 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.229182 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.229413 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.229573 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.229783 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.230516 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.230726 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.230991 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.231236 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.231695 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.232135 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.232135 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.232394 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.232539 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.232774 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.233154 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.233359 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.233359 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.233595 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.233817 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.234016 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.234409 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.234546 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.234737 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.234999 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.235238 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.236160 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.236160 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.236160 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.236160 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.236734 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.236734 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.236734 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.237101 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.237101 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.237339 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.237519 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.237774 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.238020 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.238329 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.238568 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.238854 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.239071 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.240030 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.240030 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.240030 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.240030 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.240689 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.240689 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.240689 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.241538 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.241538 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.241538 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.241538 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.242068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.242068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.242068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.242479 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.242479 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.242737 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.242963 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.243208 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.243434 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.243772 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.244000 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.244222 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.244427 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.244631 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.244866 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.245069 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.245368 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.246144 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.246378 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.246662 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.246906 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.247153 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.247424 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.247722 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.247930 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.248185 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.248414 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.248627 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.248842 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.249106 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.249430 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.249726 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.249987 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.250256 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.250528 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.250818 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.251083 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.251294 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.251597 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.251917 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.252214 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.252474 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.252715 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.252965 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.253182 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.253409 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.253648 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.253889 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.254100 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.254351 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.254602 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.254864 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.255095 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.255339 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.255569 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.255787 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.256012 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.256228 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.256438 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.256591 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:11:23.257098 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 10 17:11:23.257243 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:11:23.257381 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:11:23.257563 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:11:23.257730 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:11:23.257876 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:11:23.258068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.258237 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.258377 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.258514 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.258658 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.258847 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.258997 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.259135 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.259292 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.259437 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.259587 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.259725 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.259863 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.260021 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.260176 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.260314 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.260451 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.260609 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.260753 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.260901 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.261040 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.261238 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.261383 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] debug = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.261541 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.261749 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.261939 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.262465 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.262465 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.262465 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.262465 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263341 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263341 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263341 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263341 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263341 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263770 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263770 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.263770 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.264357 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.264357 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] host = dv-cinder-808475-1-smb {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.264357 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.264357 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.264357 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.265196 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.265196 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.265196 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.265196 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.265196 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_file = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_options = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.266324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267097 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267097 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267097 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267097 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267097 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267433 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267433 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267433 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267686 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267768 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.267881 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.268036 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.268345 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.268651 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.268808 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.268965 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.269121 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.269281 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.269435 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.269592 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.269748 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.269902 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.270058 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.270212 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.270367 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.270524 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.270678 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.270855 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.271011 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.271167 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.271324 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.271479 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.271635 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.271790 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.271933 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.272090 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.272249 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.272405 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.272560 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.272720 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.272875 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.273030 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.273186 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.273341 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.273496 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_json = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.273666 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.273804 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.273959 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.274114 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.274261 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.274413 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.274569 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.274725 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:11:23.274920 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.275080 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.275249 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.275407 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.275548 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.275711 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.275871 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.276031 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.276190 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.276349 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.276514 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.276707 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.276870 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.277030 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.277189 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.277348 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.277505 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.277665 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.277824 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.277982 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.278141 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.278300 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.278457 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.278615 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.278787 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.278948 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.279117 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.279254 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.279414 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.279572 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.279731 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.279889 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.280049 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.280208 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.280366 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.280526 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.280685 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.280844 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.281003 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.281160 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.281328 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.281485 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.281643 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.281800 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.281958 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.282116 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.282273 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.282431 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.282589 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.282769 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.282947 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.283119 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.283277 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.283434 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.283591 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.283750 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.283946 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.284072 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.284213 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.284370 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.284527 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.284685 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.284842 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.284999 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.285156 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.285314 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.285472 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.285629 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.285787 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.285944 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.286102 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.286259 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.286416 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.286573 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.286738 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.286931 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.287089 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.287246 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.287404 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.287561 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.287719 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.287875 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.288032 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.288188 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.288345 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.288503 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.288660 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.288820 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.288976 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.289195 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.289358 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.289515 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.289673 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.289829 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.289987 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.290145 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.290304 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.290460 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.290617 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.290800 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.290933 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.291104 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.291262 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.291420 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.291578 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.291741 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.291909 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.292068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.292225 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.292896 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.293056 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.293213 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.293372 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.293529 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.293687 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.293844 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.294002 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.294167 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.294340 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.294499 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.294657 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.294836 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.295018 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.295177 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.295321 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.295481 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.295672 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.295822 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.295932 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.296350 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.296350 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.296350 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.296637 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.296969 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.296969 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.296969 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.298464 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.299325 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300068 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300445 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300445 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300599 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300677 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300802 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.300972 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.301129 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.301279 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.301437 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.301599 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.301753 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.301892 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.302051 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.302209 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.302368 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.302526 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.302683 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.302866 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.303024 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.303181 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.303351 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.303509 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.303667 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.303825 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.303983 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.304141 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.304299 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.304456 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.304612 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.304821 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.304986 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.305146 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.305306 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.305463 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.305621 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.305779 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.305936 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.306094 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.306261 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.306418 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.306575 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.306742 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.306919 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.307078 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.307237 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.307395 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.307562 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.307720 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.307878 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.308081 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.308244 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.308410 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.308569 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.308728 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.308893 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.309051 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.309207 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.309366 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.309521 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.309681 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.309841 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.309999 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.310156 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.310314 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.310472 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.310634 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.310820 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.310987 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.311147 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.311312 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.311479 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.311644 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.311803 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.311968 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.312137 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.312295 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.312453 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.312612 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.312771 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.312933 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.313089 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.313246 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.313404 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.313562 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.313718 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.313878 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.314036 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.314193 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.314350 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.314508 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.314664 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.314827 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.314987 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.315144 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:11:23.315294 dv-cinder-808475-1-smb neutron-server[75958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:11:23.322710 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:11:23.343415 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59384) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:11:23.352262 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066254 Sep 10 17:11:33.781251 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bca48-8211-49b4-8a0f-4cd6d574fd98 None None] get_active_networks_info from dv-cinder-808475-1-smb {{(pid=76069) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 10 17:11:33.863498 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bca48-8211-49b4-8a0f-4cd6d574fd98 None None] No non-hosted networks {{(pid=76069) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 17:11:33.884794 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.agentschedulers_db [None req-7c2bca48-8211-49b4-8a0f-4cd6d574fd98 None None] DHCP Agent not found on host dv-cinder-808475-1-smb {{(pid=76069) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 17:11:34.028922 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-992dba2b-caf1-4ac6-b244-9313f7d91e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-857802'] for agent, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:34.255867 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-857802'] for agent, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:34.256709 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260532 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260532 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260532 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.260532 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.261266 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:34.261821 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808475-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:11:34.270036 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808475-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:11:35.949792 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5ca3-a4ba-4876-84c9-afeb09e4d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-857802'] for agent, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:36.006655 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-68c5f634-839e-4104-a950-de82919c5c05 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-808475-1-smb {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:11:36.007097 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-68c5f634-839e-4104-a950-de82919c5c05 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:11:36.610166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-68c5f634-839e-4104-a950-de82919c5c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:37.044498 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-857802'] for agent, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:38.410255 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-857802'] for agent, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:40.054422 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59476) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:11:40.661895 dv-cinder-808475-1-smb neutron-server[76068]: WARNING oslo_policy.policy [None req-12dbf0cd-95b1-49c3-8d6c-3ee92e48312f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:11:40.662500 dv-cinder-808475-1-smb neutron-server[76068]: WARNING oslo_policy.policy [None req-12dbf0cd-95b1-49c3-8d6c-3ee92e48312f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:11:40.880013 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [None req-12dbf0cd-95b1-49c3-8d6c-3ee92e48312f admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76068) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:11:40.894830 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-12dbf0cd-95b1-49c3-8d6c-3ee92e48312f admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8257260 Sep 10 17:11:41.882371 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.db.l3_hamode_db [None req-f14bc272-bde3-4461-bb86-d19ed97c8961 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 17:11:41.969757 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bc272-bde3-4461-bb86-d19ed97c8961 None None] Routers set() bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:11:41.970118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bc272-bde3-4461-bb86-d19ed97c8961 None None] Router IDs set() for agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 17:11:43.115370 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59490) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:11:43.499007 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:11:43.546766 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.policy [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=76068) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 10 17:11:43.547522 dv-cinder-808475-1-smb neutron-server[76068]: WARNING oslo_policy.policy [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:11:43.547899 dv-cinder-808475-1-smb neutron-server[76068]: WARNING oslo_policy.policy [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:11:43.551265 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.quota [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] Loaded quota_driver: . Sep 10 17:11:43.566954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:11:43.750811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772537712734', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772537732349', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772537737709', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772537743671', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772537684123', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1679478', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1773149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-748761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676451'] for rbac-policy, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:44.112604 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:44.113801 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d22f197d-e4ad-4f64-b02f-80de80d7a185 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9974422 Sep 10 17:11:46.588158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59504) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:11:46.953403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '809e73f1667248f1947e6e46312b5002', 'name': 'private'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:11:46.958114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:11:46.962784 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Usage tracker for resource:network and tenant:809e73f1667248f1947e6e46312b5002 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:11:46.967803 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:11:46.973976 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:11:47.186857 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Made reservation on behalf of 809e73f1667248f1947e6e46312b5002 for: {'network': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:11:47.189617 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.207702 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.249720 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:11:47.253392 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Usage tracker for resource:security_group_rule and tenant:809e73f1667248f1947e6e46312b5002 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:11:47.256199 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:11:47.262688 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:11:47.327468 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.398526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.404563 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:47.424158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=76068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:11:47.450312 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772534291604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.450916 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Unsubscribe: segment precommit_create {{(pid=76068) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 17:11:47.451382 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.segments_db [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Added segment 515e38f1-85ee-442a-8904-c827f1fae411 of type vlan for network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 Sep 10 17:11:47.465318 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6801e667-0d92-4dc8-891a-f47a1b844fd0,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:11:47.525750 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.526123 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.526439 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.526776 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.527115 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.527432 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.527746 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.528074 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.528390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.528698 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.529006 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Tracked resource versions report: Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: pushed versions: Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Log': {'1.0'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Network': {'1.1'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Port': {'1.5'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'PortForwarding': {'1.2'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'QosPolicy': {'1.8'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroup': {'1.2'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'SubPort': {'1.0'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Subnet': {'1.1'}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Trunk': {'1.1'}} Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: consumer versions: Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Log': '1.0', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Network': '1.1', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Port': '1.5', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'PortForwarding': '1.2', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'QosPolicy': '1.8', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroup': '1.2', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroupRule': '1.0', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'SubPort': '1.0', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Subnet': '1.1', Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: 'Trunk': '1.1'}} Sep 10 17:11:47.530063 dv-cinder-808475-1-smb neutron-server[76068]: {{(pid=76068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:11:47.568845 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.577904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:47.666653 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.667967 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:11:47.668630 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:47.673171 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:47.775646 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Pushing event updated for resources: {'Network': ['ID=3e2b5f0e-1cbf-42e6-ae4d-d8c111783924,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:11:47.778735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:47.787042 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:11:47.867734 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2784750 Sep 10 17:11:50.412025 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59520) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:11:50.882258 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aec5da-8534-41c4-ad3b-22eb5d55d4ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:11:50.883626 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-b7aec5da-8534-41c4-ad3b-22eb5d55d4ca admin admin] 10.222.0.58 "GET /v2.0/networks/3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 HTTP/1.1" status: 200 len: 825 time: 0.4706414 Sep 10 17:11:50.914057 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-46c2cfe2-015d-42e0-926d-a0e257b93f75 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/39733094-1a24-4f42-bc77-c713badfed45 HTTP/1.1" status: 200 len: 734 time: 0.0251544 Sep 10 17:11:50.922884 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'subnetpool_id': '39733094-1a24-4f42-bc77-c713badfed45', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '809e73f1667248f1947e6e46312b5002'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:11:50.927197 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:11:50.930905 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Usage tracker for resource:subnet and tenant:809e73f1667248f1947e6e46312b5002 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:11:50.934436 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:11:50.940057 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:11:51.038124 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Made reservation on behalf of 809e73f1667248f1947e6e46312b5002 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:11:51.040330 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:51.444165 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:51.448716 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:51.524527 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1179676f-84c6-45c2-81ae-705274d87c1a,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:11:51.530775 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:51.533873 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Checking segment: {'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:11:51.534226 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Network hostable DHCP agents. Network: 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:11:51.655247 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:11:51.752247 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:11:51.756799 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:11:51.757396 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:51.762447 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36946d-4e2f-4b4f-8460-f04cb2fc4aa8 None None] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:11:51.850407 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9307013 Sep 10 17:11:52.068035 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'fixed_ips': [{'subnet_id': '1179676f-84c6-45c2-81ae-705274d87c1a'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:11:52.069216 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:52.253040 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Allocated IP 172.20.0.2 (3e2b5f0e-1cbf-42e6-ae4d-d8c111783924/1179676f-84c6-45c2-81ae-705274d87c1a/8181acdc-0857-42a1-9bbe-4372c4dc2d1d) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:11:52.477805 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:52.490604 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Transition to ACTIVE for port object 8181acdc-0857-42a1-9bbe-4372c4dc2d1d will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:11:52.509560 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Transition to ACTIVE for port object 8181acdc-0857-42a1-9bbe-4372c4dc2d1d will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:11:52.622162 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:52.630117 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:52.692481 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:11:52.695379 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:11:52.699298 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:11:52.706169 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Pushing event updated for resources: {'Port': ['ID=8181acdc-0857-42a1-9bbe-4372c4dc2d1d,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:11:52.743379 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.743743 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.744052 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.744377 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.744700 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.745569 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.745868 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.746181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.746495 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.746831 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.747144 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Tracked resource versions report: Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: pushed versions: Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Log': {'1.0'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Network': {'1.1'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Port': {'1.5'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'PortForwarding': {'1.2'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'QosPolicy': {'1.8'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroup': {'1.2'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'SubPort': {'1.0'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Subnet': {'1.1'}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Trunk': {'1.1'}} Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: consumer versions: Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Log': '1.0', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Network': '1.1', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Port': '1.5', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'PortForwarding': '1.2', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'QosPolicy': '1.8', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroup': '1.2', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroupRule': '1.0', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'SubPort': '1.0', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Subnet': '1.1', Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: 'Trunk': '1.1'}} Sep 10 17:11:52.748204 dv-cinder-808475-1-smb neutron-server[76069]: {{(pid=76069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:11:52.752580 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:52.811595 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Attempting to bind port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:11:52.812302 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Attempting to bind port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:11:52.812422 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Attempting to bind port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d on network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:11:52.818714 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:11:52.819130 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Checking segment: {'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:11:52.819604 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:52.819992 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Bound using segment: {'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:11:52.820484 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Bound port: 8181acdc-0857-42a1-9bbe-4372c4dc2d1d, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:11:52.820867 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:52.943938 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] For port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:11:52.948105 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] For port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=8181acdc-0857-42a1-9bbe-4372c4dc2d1d,segment=NetworkSegment(515e38f1-85ee-442a-8904-c827f1fae411),segment_id=515e38f1-85ee-442a-8904-c827f1fae411)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:11:53.062048 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:53.066070 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:53.169355 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Pushing event updated for resources: {'Port': ['ID=8181acdc-0857-42a1-9bbe-4372c4dc2d1d,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:11:53.172356 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:54.122987 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 59530) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:11:54.737854 dv-cinder-808475-1-smb neutron-server[76067]: WARNING oslo_policy.policy [None req-a174537b-fdee-438b-9476-eabf4a1c6c60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:11:54.738515 dv-cinder-808475-1-smb neutron-server[76067]: WARNING oslo_policy.policy [None req-a174537b-fdee-438b-9476-eabf4a1c6c60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:11:54.964556 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [None req-a174537b-fdee-438b-9476-eabf4a1c6c60 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:11:54.965839 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-a174537b-fdee-438b-9476-eabf4a1c6c60 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8408287 Sep 10 17:11:56.514637 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 8181acdc-0857-42a1-9bbe-4372c4dc2d1d up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:11:56.724217 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:11:56.901752 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b58ed-04a8-4f25-abbd-ac3c897f5dbe None None] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:11:57.215323 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Provisioning for port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:11:57.220391 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Provisioning complete for port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:11:57.220794 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:57.267180 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 59548) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:11:57.342406 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:57.375595 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] For port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=8181acdc-0857-42a1-9bbe-4372c4dc2d1d,segment=NetworkSegment(515e38f1-85ee-442a-8904-c827f1fae411),segment_id=515e38f1-85ee-442a-8904-c827f1fae411)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:11:57.433380 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:57.435391 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:11:57.498809 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Pushing event updated for resources: {'Port': ['ID=8181acdc-0857-42a1-9bbe-4372c4dc2d1d,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:11:57.501792 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:11:57.554959 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-62d0a156-3b98-450f-be3a-c229372a56f1 None None] Provisioning complete for port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:11:57.555616 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-62d0a156-3b98-450f-be3a-c229372a56f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:11:57.664989 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [None req-74b95310-e812-4e07-8b1a-6ac5fcf860b5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:11:57.665960 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-74b95310-e812-4e07-8b1a-6ac5fcf860b5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3978322 Sep 10 17:11:58.483680 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 8181acdc-0857-42a1-9bbe-4372c4dc2d1d up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:11:58.549907 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:11:58.550278 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:00.188308 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 59560) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:12:00.557207 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'admin_state_up': True}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:12:00.590516 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.policy [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=76067) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 10 17:12:00.591305 dv-cinder-808475-1-smb neutron-server[76067]: WARNING oslo_policy.policy [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:12:00.591692 dv-cinder-808475-1-smb neutron-server[76067]: WARNING oslo_policy.policy [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:12:00.595084 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.quota [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Loaded quota_driver: . Sep 10 17:12:00.610607 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:12:00.616946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Usage tracker for resource:router and tenant:809e73f1667248f1947e6e46312b5002 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:12:00.621598 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:12:00.629052 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:12:00.718135 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:00.720107 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:00.747310 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:00.936293 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:01.037846 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] Notify callbacks [] for router, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:01.039060 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f3f073bb-0139-419c-820e-a8e39612fcef admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8497717 Sep 10 17:12:03.353019 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 59572) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:12:03.735805 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [None req-3c814a66-c1d6-4b70-8e2c-a90e78e31181 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:12:03.736814 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-3c814a66-c1d6-4b70-8e2c-a90e78e31181 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3828783 Sep 10 17:12:03.793137 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bd42-1eca-462b-8252-cb54ac5cc7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:04.255307 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.009471 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-bc44da64-e40a-4ad6-82a4-6a003af38f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.043094 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 59582) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:12:06.426823 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:12:06.431861 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:12:06.436102 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Usage tracker for resource:network and tenant:b972b57505de4718ba230d77fd7d0878 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:12:06.439485 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:12:06.445125 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:12:06.575382 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Made reservation on behalf of b972b57505de4718ba230d77fd7d0878 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:12:06.578223 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.597249 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.636951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:12:06.640544 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Usage tracker for resource:security_group_rule and tenant:b972b57505de4718ba230d77fd7d0878 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:12:06.643607 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:12:06.649225 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:12:06.713295 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.821008 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.826188 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:06.836873 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Reserving flat network on physical network physnet1 {{(pid=76067) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 17:12:06.867388 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772534291604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.867949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Unsubscribe: segment precommit_create {{(pid=76067) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 17:12:06.868425 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Added segment 3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5 of type flat for network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 Sep 10 17:12:06.907045 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.919657 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274bd1a-7229-4b9d-9497-cb6a062c17eb,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:06.943343 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.947927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.947927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.947927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.947927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.947927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.948367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.948367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.948367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.948367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.948367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Tracked resource versions report: Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: pushed versions: Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Log': {'1.0'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Network': {'1.1'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Port': {'1.5'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'PortForwarding': {'1.2'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'QosPolicy': {'1.8'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroup': {'1.2'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'SubPort': {'1.0'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Subnet': {'1.1'}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Trunk': {'1.1'}} Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: consumer versions: Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Log': '1.0', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Network': '1.1', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Port': '1.5', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'PortForwarding': '1.2', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'QosPolicy': '1.8', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroup': '1.2', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroupRule': '1.0', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'SubPort': '1.0', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Subnet': '1.1', Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: 'Trunk': '1.1'}} Sep 10 17:12:06.948772 dv-cinder-808475-1-smb neutron-server[76067]: {{(pid=76067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:12:06.988425 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:06.997332 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:07.089930 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:07.091373 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:12:07.092186 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:07.096667 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:07.202563 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce5ed60-a4e0-4b49-bb03-3ef3f656c889,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:07.206192 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:07.214884 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:12:07.256026 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2119184 Sep 10 17:12:08.375441 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:09.476441 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59606) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:12:09.702007 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b52c1be-2dea-4ab3-983e-80cf4fe4fa2f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:12:09.703329 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-8b52c1be-2dea-4ab3-983e-80cf4fe4fa2f admin admin] 10.222.0.58 "GET /v2.0/subnets/1179676f-84c6-45c2-81ae-705274d87c1a HTTP/1.1" status: 200 len: 849 time: 0.2259560 Sep 10 17:12:09.886246 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-527342b5-f1b8-4ae1-b956-20e5359bb08e admin admin] 10.222.0.58 "GET /v2.0/routers/02dd8348-9c7e-422a-a207-69b847cee6a5 HTTP/1.1" status: 200 len: 704 time: 0.1775484 Sep 10 17:12:10.344952 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:10.570089 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Allocated IP 172.20.0.1 (3e2b5f0e-1cbf-42e6-ae4d-d8c111783924/1179676f-84c6-45c2-81ae-705274d87c1a/fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:12:10.723524 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:10.741241 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Transition to ACTIVE for port object fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c will not be triggered until provisioned by entity DHCP. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:12:10.913909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:10.918498 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:10.979685 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:12:10.982727 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:12:10.986516 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:12:10.987059 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:10.994476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Pushing event updated for resources: {'Port': ['ID=fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:11.039124 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:11.236961 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:11.260793 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-b2424b21-a7c1-4c45-8077-6ed27da40276 None None] Provisioning for port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:12:11.265580 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-b2424b21-a7c1-4c45-8077-6ed27da40276 None None] Provisioning complete for port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:12:11.268198 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b2424b21-a7c1-4c45-8077-6ed27da40276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:11.322186 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-b2424b21-a7c1-4c45-8077-6ed27da40276 None None] Port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:12:11.487824 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:11.552032 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:11.553133 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:11.556781 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:11.684882 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Pushing event updated for resources: {'Port': ['ID=fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:11.688810 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:11.743892 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:12:11.744884 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:12:11.947005 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-c2baca6f-c6f7-417b-9231-e82ed45bdce4 None None] Provisioning complete for port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:12:11.947376 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-c2baca6f-c6f7-417b-9231-e82ed45bdce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:11.998381 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-c2baca6f-c6f7-417b-9231-e82ed45bdce4 None None] Port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:12:12.180660 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Router 02dd8348-9c7e-422a-a207-69b847cee6a5 is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:12:12.344140 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:12:12.355042 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Sync routers for ids ['02dd8348-9c7e-422a-a207-69b847cee6a5'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:12:12.355500 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] 10.222.0.58 "PUT /v2.0/routers/02dd8348-9c7e-422a-a207-69b847cee6a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4645720 Sep 10 17:12:12.369583 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Routers {'02dd8348-9c7e-422a-a207-69b847cee6a5'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:12:12.370418 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:12:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['02dd8348-9c7e-422a-a207-69b847cee6a5'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:12.542444 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Set router 02dd8348-9c7e-422a-a207-69b847cee6a5 gateway port host: None {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:12:12.903618 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'name': 'router1', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:12:00Z', 'updated_at': '2021-09-10T17:12:11Z', 'revision_number': 2, 'project_id': '809e73f1667248f1947e6e46312b5002', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c', 'name': '', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'mac_address': 'fa:16:3e:75:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:10Z', 'updated_at': '2021-09-10T17:12:11Z', 'revision_number': 2, 'project_id': '809e73f1667248f1947e6e46312b5002', 'subnets': [{'id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39733094-1a24-4f42-bc77-c713badfed45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:12.908626 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Checking router: 02dd8348-9c7e-422a-a207-69b847cee6a5 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:12:12.909399 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Updating router 02dd8348-9c7e-422a-a207-69b847cee6a5 port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:12:12.969166 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:13.337689 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:13.352605 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Transition to ACTIVE for port object fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:12:13.437910 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:13.442887 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:13.655016 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Pushing event updated for resources: {'Port': ['ID=fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:13.679257 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.679594 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.679923 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.680243 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.680565 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.680882 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.681195 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.681512 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.681823 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.682182 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.683030 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Tracked resource versions report: Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: pushed versions: Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Log': {'1.0'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Network': {'1.1'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Port': {'1.5'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'PortForwarding': {'1.2'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'QosPolicy': {'1.8'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroup': {'1.2'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'SubPort': {'1.0'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Subnet': {'1.1'}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Trunk': {'1.1'}} Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: consumer versions: Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Log': '1.0', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Network': '1.1', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Port': '1.5', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'PortForwarding': '1.2', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'QosPolicy': '1.8', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroup': '1.2', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroupRule': '1.0', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'SubPort': '1.0', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Subnet': '1.1', Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: 'Trunk': '1.1'}} Sep 10 17:12:13.684074 dv-cinder-808475-1-smb neutron-server[76070]: {{(pid=76070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:12:13.690996 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:13.693026 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Attempting to bind port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:12:13.693418 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Attempting to bind port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:12:13.694169 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Attempting to bind port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c on network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:12:13.700099 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:12:13.700493 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Checking segment: {'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:12:13.700970 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:13.701353 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Bound using segment: {'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:12:13.701851 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Bound port: fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e38f1-85ee-442a-8904-c827f1fae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:12:13.702237 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:13.790473 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] For port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:12:13.795111 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] For port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c,segment=NetworkSegment(515e38f1-85ee-442a-8904-c827f1fae411),segment_id=515e38f1-85ee-442a-8904-c827f1fae411)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:12:13.913075 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:13.917600 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:14.001295 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Pushing event updated for resources: {'Port': ['ID=fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c,revision_number=4']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:14.005199 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:14.006171 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Routers {'02dd8348-9c7e-422a-a207-69b847cee6a5'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:12:14.006822 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:12:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['02dd8348-9c7e-422a-a207-69b847cee6a5'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:14.163192 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] Set router 02dd8348-9c7e-422a-a207-69b847cee6a5 gateway port host: None {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:12:14.417692 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59628) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:12:14.483053 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'name': 'router1', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:12:00Z', 'updated_at': '2021-09-10T17:12:11Z', 'revision_number': 2, 'project_id': '809e73f1667248f1947e6e46312b5002', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c', 'name': '', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'mac_address': 'fa:16:3e:75:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:10Z', 'updated_at': '2021-09-10T17:12:13Z', 'revision_number': 4, 'project_id': '809e73f1667248f1947e6e46312b5002', 'subnets': [{'id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39733094-1a24-4f42-bc77-c713badfed45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:14.488165 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756fef62-fb7d-4827-b0cf-54c02bb6de35 None None] The sync data for ids ['02dd8348-9c7e-422a-a207-69b847cee6a5'] in dv-cinder-808475-1-smb is: [{'id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'name': 'router1', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:12:00Z', 'updated_at': '2021-09-10T17:12:11Z', 'revision_number': 2, 'project_id': '809e73f1667248f1947e6e46312b5002', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c', 'name': '', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'mac_address': 'fa:16:3e:75:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:10Z', 'updated_at': '2021-09-10T17:12:13Z', 'revision_number': 4, 'project_id': '809e73f1667248f1947e6e46312b5002', 'subnets': [{'id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39733094-1a24-4f42-bc77-c713badfed45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:12:14.590179 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e36d24-6bf2-412a-b560-5eacc56a2853 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:12:14.591590 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-00e36d24-6bf2-412a-b560-5eacc56a2853 admin admin] 10.222.0.58 "GET /v2.0/networks/1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 HTTP/1.1" status: 200 len: 842 time: 0.1729527 Sep 10 17:12:14.600639 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'cidr': '172.28.0.0/24', 'name': 'public-subnet'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:12:14.606515 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:12:14.610272 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Usage tracker for resource:subnet and tenant:b972b57505de4718ba230d77fd7d0878 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:12:14.613047 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:12:14.618613 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:12:14.740793 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Made reservation on behalf of b972b57505de4718ba230d77fd7d0878 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:12:14.743000 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:15.219863 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.objects.ports [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=76068) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 10 17:12:15.220291 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:15.224582 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-40fc26d0-d705-4335-a734-c691f13c5963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:15.330654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92d3392-8410-4ee2-93a1-129331ededef,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:15.334389 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:15.346031 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:12:15.346383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Network hostable DHCP agents. Network: 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:12:15.455177 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:12:15.546471 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:12:15.550384 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:12:15.551004 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:15.554988 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac6243-2c9d-4b25-a878-5421ce3e789c None None] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:12:15.644246 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0470154 Sep 10 17:12:15.769449 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622d909-32cb-48db-9b2d-a47f7fefd69a None None] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:12:16.508240 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:12:16.684056 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:12:16.688888 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:12:16.689254 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:16.797540 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:16.829323 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c,segment=NetworkSegment(515e38f1-85ee-442a-8904-c827f1fae411),segment_id=515e38f1-85ee-442a-8904-c827f1fae411)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:12:16.941234 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:16.943370 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-5eb4cf42-4a38-4a19-a552-ff952ff6ad30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:17.010950 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:17.015761 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:17.742040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 59642) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:12:18.015684 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-10385800-a99d-46d5-a535-37f4340ba91a admin admin] 10.222.0.58 "GET /v2.0/routers/02dd8348-9c7e-422a-a207-69b847cee6a5 HTTP/1.1" status: 200 len: 710 time: 0.2725275 Sep 10 17:12:18.142208 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4e7f7-0498-4c1d-8400-9d3d37e38879 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:12:18.143601 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d6b4e7f7-0498-4c1d-8400-9d3d37e38879 admin admin] 10.222.0.58 "GET /v2.0/networks/1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 HTTP/1.1" status: 200 len: 886 time: 0.1227734 Sep 10 17:12:18.152133 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:12:18.493770 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:12:18.559027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:12:18.559392 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:18.614508 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:18.869607 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:18.923809 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:19.054526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Allocated IP 172.28.0.213 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/93295574-31c0-4568-905c-2411e0795e73) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:12:19.226268 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:19.352210 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:19.356896 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:19.415768 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:12:19.418977 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:12:19.423447 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:12:19.451015 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=93295574-31c0-4568-905c-2411e0795e73,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:19.460524 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:19.673131 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:19.834915 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:19.838056 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-857131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-857122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-859296'] for router, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:20.030851 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Router 02dd8348-9c7e-422a-a207-69b847cee6a5 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:12:20.223919 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:12:20.232249 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:20.233429 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] 10.222.0.58 "PUT /v2.0/routers/02dd8348-9c7e-422a-a207-69b847cee6a5 HTTP/1.1" status: 200 len: 890 time: 2.0845938 Sep 10 17:12:20.233547 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Sync routers for ids ['02dd8348-9c7e-422a-a207-69b847cee6a5'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:12:20.246661 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Routers {'02dd8348-9c7e-422a-a207-69b847cee6a5'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:12:20.247403 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:12:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['02dd8348-9c7e-422a-a207-69b847cee6a5'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:20.438530 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Set router 02dd8348-9c7e-422a-a207-69b847cee6a5 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:12:20.770597 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'name': 'router1', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '93295574-31c0-4568-905c-2411e0795e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:12:00Z', 'updated_at': '2021-09-10T17:12:19Z', 'revision_number': 4, 'project_id': '809e73f1667248f1947e6e46312b5002', 'gw_port': {'id': '93295574-31c0-4568-905c-2411e0795e73', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:18Z', 'updated_at': '2021-09-10T17:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c', 'name': '', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'mac_address': 'fa:16:3e:75:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:10Z', 'updated_at': '2021-09-10T17:12:16Z', 'revision_number': 5, 'project_id': '809e73f1667248f1947e6e46312b5002', 'subnets': [{'id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39733094-1a24-4f42-bc77-c713badfed45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:20.775473 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Checking router: 02dd8348-9c7e-422a-a207-69b847cee6a5 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:12:20.775844 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Updating router 02dd8348-9c7e-422a-a207-69b847cee6a5 port 93295574-31c0-4568-905c-2411e0795e73 binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:12:20.828633 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:21.153760 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:21.165436 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Transition to ACTIVE for port object 93295574-31c0-4568-905c-2411e0795e73 will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:12:21.215164 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:12:21.255134 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:21.259184 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:21.335612 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59a143-b9de-45a4-bd55-00d57596bea5 None None] Pushing event updated for resources: {'Port': ['ID=93295574-31c0-4568-905c-2411e0795e73,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:21.337809 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Attempting to bind port 93295574-31c0-4568-905c-2411e0795e73 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:12:21.338717 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Attempting to bind port 93295574-31c0-4568-905c-2411e0795e73 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:12:21.339106 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Attempting to bind port 93295574-31c0-4568-905c-2411e0795e73 on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:12:21.341336 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-1a59a143-b9de-45a4-bd55-00d57596bea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:21.347099 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:12:21.347477 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:12:21.347878 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:21.348266 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:12:21.348735 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Bound port: 93295574-31c0-4568-905c-2411e0795e73, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:12:21.349130 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:21.418986 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] For port 93295574-31c0-4568-905c-2411e0795e73, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:12:21.421842 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] For port 93295574-31c0-4568-905c-2411e0795e73, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=93295574-31c0-4568-905c-2411e0795e73,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:12:21.484128 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:21.488038 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:21.564816 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59a143-b9de-45a4-bd55-00d57596bea5 None None] Pushing event updated for resources: {'Port': ['ID=93295574-31c0-4568-905c-2411e0795e73,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:21.568167 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-1a59a143-b9de-45a4-bd55-00d57596bea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:21.570452 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Routers {'02dd8348-9c7e-422a-a207-69b847cee6a5'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:12:21.571078 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:12:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['02dd8348-9c7e-422a-a207-69b847cee6a5'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:21.766070 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] Set router 02dd8348-9c7e-422a-a207-69b847cee6a5 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:12:22.093206 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'name': 'router1', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '93295574-31c0-4568-905c-2411e0795e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:12:00Z', 'updated_at': '2021-09-10T17:12:19Z', 'revision_number': 4, 'project_id': '809e73f1667248f1947e6e46312b5002', 'gw_port': {'id': '93295574-31c0-4568-905c-2411e0795e73', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:18Z', 'updated_at': '2021-09-10T17:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c', 'name': '', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'mac_address': 'fa:16:3e:75:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:10Z', 'updated_at': '2021-09-10T17:12:16Z', 'revision_number': 5, 'project_id': '809e73f1667248f1947e6e46312b5002', 'subnets': [{'id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39733094-1a24-4f42-bc77-c713badfed45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:12:22.097343 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37daf-5ccc-495a-9c5c-62817c9a9831 None None] The sync data for ids ['02dd8348-9c7e-422a-a207-69b847cee6a5'] in dv-cinder-808475-1-smb is: [{'id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'name': 'router1', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '93295574-31c0-4568-905c-2411e0795e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:12:00Z', 'updated_at': '2021-09-10T17:12:19Z', 'revision_number': 4, 'project_id': '809e73f1667248f1947e6e46312b5002', 'gw_port': {'id': '93295574-31c0-4568-905c-2411e0795e73', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:18Z', 'updated_at': '2021-09-10T17:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c', 'name': '', 'network_id': '3e2b5f0e-1cbf-42e6-ae4d-d8c111783924', 'tenant_id': '809e73f1667248f1947e6e46312b5002', 'mac_address': 'fa:16:3e:75:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dd8348-9c7e-422a-a207-69b847cee6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:12:10Z', 'updated_at': '2021-09-10T17:12:16Z', 'revision_number': 5, 'project_id': '809e73f1667248f1947e6e46312b5002', 'subnets': [{'id': '1179676f-84c6-45c2-81ae-705274d87c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39733094-1a24-4f42-bc77-c713badfed45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:12:22.464902 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 59652) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:12:22.534890 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 93295574-31c0-4568-905c-2411e0795e73 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:12:22.626784 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-176dbcfd-fdb4-4871-ac0d-e120e2177b61 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1574686 Sep 10 17:12:22.672087 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 93295574-31c0-4568-905c-2411e0795e73 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:12:22.677700 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 93295574-31c0-4568-905c-2411e0795e73 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:12:22.678079 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:22.799103 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:22.814823 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 93295574-31c0-4568-905c-2411e0795e73, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=93295574-31c0-4568-905c-2411e0795e73,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:12:22.895192 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:22.897262 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-1a59a143-b9de-45a4-bd55-00d57596bea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:12:22.961923 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=93295574-31c0-4568-905c-2411e0795e73,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:12:22.964918 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:12:24.510346 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 93295574-31c0-4568-905c-2411e0795e73 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:12:24.590772 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 93295574-31c0-4568-905c-2411e0795e73 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:12:24.591149 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:33.803152 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-3156d2e8-8647-4967-9242-1070b1395090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:34.220932 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:35.963371 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-ea976698-b662-4b90-8732-6d1c07dbe632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:36.964311 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:38.386610 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:12:58.214221 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:13:03.848775 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5dfed581-45db-425c-af9d-4b54e42da551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:04.237388 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:05.996618 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-c42c88f8-db88-483c-8239-3bbf82845bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:06.951662 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:08.408390 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:34.757127 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:34.758497 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e0ef297b-d049-4c05-9529-2b68727f21c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:35.213869 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:13:36.013952 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-100e40a7-d52c-4ea1-94c9-bd057656cb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:36.973549 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:13:38.390538 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:03.818686 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-15e07f4e-23b7-455d-919c-6d9383613856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:04.270501 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:05.977284 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-9749a047-dc2f-4c3a-b3cc-6bc5ba74503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:06.938933 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:08.413084 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:12.213769 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:14:27.821588 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60226) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:27.910980 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a0678f-9da4-4b4b-a319-bd3db3e50cd9 admin admin] GET failed (client error): The resource could not be found. Sep 10 17:14:27.911463 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f9a0678f-9da4-4b4b-a319-bd3db3e50cd9 admin admin] Synchronizing usage tracker for tenant:b972b57505de4718ba230d77fd7d0878 on resource:network {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:14:28.012245 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f9a0678f-9da4-4b4b-a319-bd3db3e50cd9 admin admin] Unset dirty status for tenant:b972b57505de4718ba230d77fd7d0878 on resource:network {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:14:28.013277 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f9a0678f-9da4-4b4b-a319-bd3db3e50cd9 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1907432 Sep 10 17:14:28.149064 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9df769-5a37-439b-ae9f-89ed98df54fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:28.150469 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-cd9df769-5a37-439b-ae9f-89ed98df54fc admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1333790 Sep 10 17:14:30.152038 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60236) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:30.280435 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946c41d-ec42-40e4-917a-cd47b301251b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:30.280991 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5946c41d-ec42-40e4-917a-cd47b301251b admin admin] Synchronizing usage tracker for tenant:b972b57505de4718ba230d77fd7d0878 on resource:subnet {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:14:30.401261 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5946c41d-ec42-40e4-917a-cd47b301251b admin admin] Unset dirty status for tenant:b972b57505de4718ba230d77fd7d0878 on resource:subnet {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:14:30.402489 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5946c41d-ec42-40e4-917a-cd47b301251b admin admin] 10.222.0.58 "GET /v2.0/subnets/1179676f-84c6-45c2-81ae-705274d87c1a HTTP/1.1" status: 200 len: 849 time: 0.2495122 Sep 10 17:14:30.411507 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:14:30.526561 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:30.784206 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772534213928'] for subnet, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:30.787760 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f2bbaf2f-74c8-44e1-94e1-39706206b795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:14:30.838335 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:30.838968 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:30.840645 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] 10.222.0.58 "PUT /v2.0/subnets/1179676f-84c6-45c2-81ae-705274d87c1a HTTP/1.1" status: 200 len: 868 time: 0.4324908 Sep 10 17:14:30.844338 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74437c9-a259-40f3-b275-41d860858232 None None] Network 3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:14:30.857562 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1179676f-84c6-45c2-81ae-705274d87c1a,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:14:30.867158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.867793 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.868345 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.868828 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.869313 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.869806 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.870295 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.870819 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.871317 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.871791 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.872306 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:14:30.876369 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5d38a6c0-82ac-4d6a-82be-191ec1b56ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:14:31.348201 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-b5b299b2-1e78-4507-8d3b-e683094415c0 None None] Provisioning complete for port fb6a6a73-5683-4b2b-9d6d-3dc2b9cffd2c triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:14:31.348600 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b5b299b2-1e78-4507-8d3b-e683094415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:31.470788 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-b5b299b2-1e78-4507-8d3b-e683094415c0 None None] Provisioning complete for port 8181acdc-0857-42a1-9bbe-4372c4dc2d1d triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:14:31.471089 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b5b299b2-1e78-4507-8d3b-e683094415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:32.859603 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60246) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:33.050663 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c28d4c-6bfc-4026-9346-a04589fa69c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:33.051064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c28d4c-6bfc-4026-9346-a04589fa69c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:33.052563 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-12c28d4c-6bfc-4026-9346-a04589fa69c2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1920333 Sep 10 17:14:33.886720 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-449f38d8-0f3f-49c3-8835-d7e9e96f0d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:34.247081 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:35.067927 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60256) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:35.295722 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3527c524-cc03-49e0-a0e4-75c45d1bc67d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:35.296099 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3527c524-cc03-49e0-a0e4-75c45d1bc67d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:35.297633 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-3527c524-cc03-49e0-a0e4-75c45d1bc67d admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2287700 Sep 10 17:14:35.989887 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5baa14b6-8c85-4b06-9e58-8a68a72d53d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:36.961384 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:37.297675 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60266) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:37.487113 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a0139-999f-4ca3-91ea-00caf62dde85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:37.488388 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-cc8a0139-999f-4ca3-91ea-00caf62dde85 admin admin] 10.222.0.58 "GET /v2.0/networks/1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 HTTP/1.1" status: 200 len: 886 time: 0.1897767 Sep 10 17:14:38.395328 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:14:39.504208 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60276) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:39.696305 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157f051-433c-4990-97e1-f31ff5be7bb9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:39.697556 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-a157f051-433c-4990-97e1-f31ff5be7bb9 admin admin] 10.222.0.58 "GET /v2.0/networks/3e2b5f0e-1cbf-42e6-ae4d-d8c111783924 HTTP/1.1" status: 200 len: 869 time: 0.1924002 Sep 10 17:14:41.703409 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60286) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:41.831348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811008a8-12e6-4c2b-869c-c95c2b3cb56b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:41.831718 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811008a8-12e6-4c2b-869c-c95c2b3cb56b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:41.833311 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-811008a8-12e6-4c2b-869c-c95c2b3cb56b admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289673 Sep 10 17:14:43.824286 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60296) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:43.958283 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adb2f93-f792-4549-9e6a-02f4f987ff68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:43.958647 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adb2f93-f792-4549-9e6a-02f4f987ff68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:43.960711 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-4adb2f93-f792-4549-9e6a-02f4f987ff68 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1349773 Sep 10 17:14:45.966798 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60306) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:46.096649 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b2cc44-7964-4553-94db-0ed38c348629 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:46.098067 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-46b2cc44-7964-4553-94db-0ed38c348629 admin admin] 10.222.0.58 "GET /v2.0/subnets/1179676f-84c6-45c2-81ae-705274d87c1a HTTP/1.1" status: 200 len: 868 time: 0.1303105 Sep 10 17:14:48.098050 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60316) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:14:48.219811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64604027-1257-471e-a75f-1c6ff5ffc95c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:14:48.221128 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-64604027-1257-471e-a75f-1c6ff5ffc95c admin admin] 10.222.0.58 "GET /v2.0/subnets/a92d3392-8410-4ee2-93a1-129331ededef HTTP/1.1" status: 200 len: 816 time: 0.1221194 Sep 10 17:14:49.213381 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:15:03.805921 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-c3da2cde-0d17-4070-8502-13314ebb3b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:04.229900 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:05.965970 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8fd75988-6918-4b2d-a368-e7177eb2ad24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:06.194096 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60356) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:15:06.266059 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [None req-37f1537e-2de2-46c3-8bf7-ef6ba7cbf271 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76068) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:15:06.267071 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-37f1537e-2de2-46c3-8bf7-ef6ba7cbf271 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0714481 Sep 10 17:15:07.120034 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:08.325139 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60366) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:15:08.394681 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:08.420589 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbf3ea5-2f84-41f6-9554-3cccf0ad3dc6 admin admin] GET failed (client error): The resource could not be found. Sep 10 17:15:08.421822 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2bbf3ea5-2f84-41f6-9554-3cccf0ad3dc6 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0956945 Sep 10 17:15:08.547611 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918bd127-adb9-451a-b325-92f5cd704e9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:15:08.549065 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-918bd127-adb9-451a-b325-92f5cd704e9b admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1233106 Sep 10 17:15:10.565051 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60376) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:15:10.635485 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:15:10.639929 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:15:10.649335 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:15:10.731706 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Made reservation on behalf of b972b57505de4718ba230d77fd7d0878 for: {'network': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:15:10.733895 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:10.821460 dv-cinder-808475-1-smb neutron-server[76068]: WARNING neutron.services.revisions.revision_plugin [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Could not find related network for resource to bump revision. Sep 10 17:15:10.835466 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=76068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:15:10.844182 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:10.844520 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.segments_db [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Added segment dd69cbbb-bfed-41ab-80a5-9536ce5e923f of type vlan for network 2c5cf89d-a8b7-4134-a346-5f330d086283 Sep 10 17:15:10.869421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:10.994426 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:10.995582 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:15:10.996165 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:10.999627 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:15:11.095073 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5cf89d-a8b7-4134-a346-5f330d086283,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:15:11.097840 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:15:11.105610 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 2c5cf89d-a8b7-4134-a346-5f330d086283 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:15:11.149991 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5838830 Sep 10 17:15:13.195008 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60386) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:15:13.285897 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4bf048-e4ae-4f99-af42-074f88961f29 admin admin] GET failed (client error): The resource could not be found. Sep 10 17:15:13.287119 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-be4bf048-e4ae-4f99-af42-074f88961f29 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0911038 Sep 10 17:15:13.407013 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579d5636-c862-42b4-9a6b-7c84cf9ed549 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:15:13.408417 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-579d5636-c862-42b4-9a6b-7c84cf9ed549 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1169474 Sep 10 17:15:13.418132 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283', 'description': 'shared-subnet'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:15:13.422985 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:15:13.432373 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:15:13.525573 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Made reservation on behalf of b972b57505de4718ba230d77fd7d0878 for: {'subnet': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:15:13.527909 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:13.823681 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:13.828115 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:15:13.898305 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7d7fc4-1800-4748-8db8-70c69783d403,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:15:13.911540 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.911869 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.912191 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.912508 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.913386 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.913697 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.914008 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.914331 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.914641 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.914967 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.915269 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:13.919069 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:15:13.922491 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Checking segment: {'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:15:13.922680 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Network hostable DHCP agents. Network: 2c5cf89d-a8b7-4134-a346-5f330d086283, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:15:14.022570 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Network 2c5cf89d-a8b7-4134-a346-5f330d086283 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:15:14.103168 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 2c5cf89d-a8b7-4134-a346-5f330d086283) {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:15:14.108043 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:15:14.108625 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:14.112655 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871868e-a8f9-4b8a-8876-f3d76c09fa7f None None] Network 2c5cf89d-a8b7-4134-a346-5f330d086283 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:15:14.287197 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8722951 Sep 10 17:15:14.320792 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-2c5cf89d-a8b7-4134-a346-5f330d086283', 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283', 'tenant_id': 'b972b57505de4718ba230d77fd7d0878', 'fixed_ips': [{'subnet_id': 'ab7d7fc4-1800-4748-8db8-70c69783d403'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:15:14.321620 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:14.667208 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Allocated IP 192.168.233.2 (2c5cf89d-a8b7-4134-a346-5f330d086283/ab7d7fc4-1800-4748-8db8-70c69783d403/76d0c8ab-a627-4b92-8a6b-6d693aa4febd) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:15:14.890344 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:14.901727 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Transition to ACTIVE for port object 76d0c8ab-a627-4b92-8a6b-6d693aa4febd will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:15:14.920034 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Transition to ACTIVE for port object 76d0c8ab-a627-4b92-8a6b-6d693aa4febd will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:15:15.018242 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:15.023560 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-34c0fac1-c1ef-4980-b70d-560a1f1cfdb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:15:15.087387 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Network 2c5cf89d-a8b7-4134-a346-5f330d086283 is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:15:15.090200 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:15:15.096739 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:15:15.098746 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Pushing event updated for resources: {'Port': ['ID=76d0c8ab-a627-4b92-8a6b-6d693aa4febd,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:15:15.132848 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.133506 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.133621 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.133857 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.134177 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.134492 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.134831 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.135149 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.135462 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.135772 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.136082 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:15:15.148561 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:15:15.196311 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Attempting to bind port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:15:15.196604 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Attempting to bind port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:15:15.196968 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Attempting to bind port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd on network 2c5cf89d-a8b7-4134-a346-5f330d086283 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:15:15.203371 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:15:15.203747 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Checking segment: {'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:15:15.204149 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:15.204539 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Bound using segment: {'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:15:15.205005 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Bound port: 76d0c8ab-a627-4b92-8a6b-6d693aa4febd, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:15:15.205394 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:15.295881 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] For port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:15:15.299066 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] For port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=76d0c8ab-a627-4b92-8a6b-6d693aa4febd,segment=NetworkSegment(dd69cbbb-bfed-41ab-80a5-9536ce5e923f),segment_id=dd69cbbb-bfed-41ab-80a5-9536ce5e923f)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:15:15.383937 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:15.388109 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:15:15.462458 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Pushing event updated for resources: {'Port': ['ID=76d0c8ab-a627-4b92-8a6b-6d693aa4febd,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:15:15.470428 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:15:16.255754 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9369cf11-8488-47d3-b229-8029c9077510 None None] Network 2c5cf89d-a8b7-4134-a346-5f330d086283 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:15:16.440496 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-204a66aa-2a9d-400f-8998-104984b86ade None None] Provisioning for port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:15:16.609706 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 76d0c8ab-a627-4b92-8a6b-6d693aa4febd up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:15:16.754413 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:15:16.763932 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:15:16.764291 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:16.823028 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-2f3845b5-a3dd-4b36-8c4e-a947e9e2cb89 None None] Provisioning complete for port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:15:16.823398 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2f3845b5-a3dd-4b36-8c4e-a947e9e2cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:16.938211 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:17.013436 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2f3845b5-a3dd-4b36-8c4e-a947e9e2cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:17.032386 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=76d0c8ab-a627-4b92-8a6b-6d693aa4febd,segment=NetworkSegment(dd69cbbb-bfed-41ab-80a5-9536ce5e923f),segment_id=dd69cbbb-bfed-41ab-80a5-9536ce5e923f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:15:17.137952 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:17.164366 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-1a59a143-b9de-45a4-bd55-00d57596bea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:15:17.244317 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-2f3845b5-a3dd-4b36-8c4e-a947e9e2cb89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:15:17.244620 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-2f3845b5-a3dd-4b36-8c4e-a947e9e2cb89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:15:17.249125 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=76d0c8ab-a627-4b92-8a6b-6d693aa4febd,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:15:17.252168 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:15:18.583707 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 76d0c8ab-a627-4b92-8a6b-6d693aa4febd up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:15:18.664549 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 76d0c8ab-a627-4b92-8a6b-6d693aa4febd triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:15:18.664549 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:26.213631 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:15:33.805877 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-ba26478b-f4d4-4910-af65-62d2df6bbea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:34.228259 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:35.959997 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-cce6a9ed-1c29-4703-a586-389b6b6664d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:36.931625 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:15:38.400057 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:03.213889 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:16:03.822205 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-ccbffe0e-2ded-4d34-91bb-ba57ce1e4a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:04.244956 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:05.959917 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f52f089f-9707-48c1-bd24-daa4b7f8d2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:06.936365 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:08.405084 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:32.732710 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60428) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:16:32.738360 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [None req-074d54ea-7149-46e5-878f-f293b2cf2825 tempest-verify_tempest_config-1846471254 tempest-verify_tempest_config-1846471254-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76068) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:16:32.739335 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-074d54ea-7149-46e5-878f-f293b2cf2825 tempest-verify_tempest_config-1846471254 tempest-verify_tempest_config-1846471254-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056803 Sep 10 17:16:33.544132 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60444) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:16:33.681678 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:33.711795 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:16:33.715476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Usage tracker for resource:security_group_rule and tenant:029945e84091461188ab0af4b5e6e03e is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:16:33.718241 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:16:33.724487 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:16:33.787000 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:33.982064 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-521d72fd-a89e-4ca2-84ed-5ea54a804d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:34.039126 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:34.046965 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:16:34.084604 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63250787-075f-4334-89e1-e64f23491e06,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:16:34.092166 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=029945e84091461188ab0af4b5e6e03e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5470634 Sep 10 17:16:34.094943 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60450) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:16:34.095438 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.095715 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.096041 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.096464 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.096870 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.097194 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.097508 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.097824 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.098132 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.098454 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.098783 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.102527 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:16:34.155452 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:34.180221 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:34.227797 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:34.370623 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:34.374454 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:16:34.385603 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63250787-075f-4334-89e1-e64f23491e06,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:16:34.396925 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.397241 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.397566 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.397890 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.398206 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.398520 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.398850 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.399179 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.399489 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.399792 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.400096 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:16:34.403174 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:16:34.404082 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:34.405174 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63250787-075f-4334-89e1-e64f23491e06 HTTP/1.1" status: 204 len: 168 time: 0.3092921 Sep 10 17:16:35.964962 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b4726ad0-0075-4761-ba28-02f68b58de1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:36.930364 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:38.410099 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:16:40.214975 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:17:03.791877 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6636aed3-7863-4f64-8f10-c4fd0abf1511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:04.244050 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:05.963571 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-263f27cb-b3f8-4f2d-85ec-267b5a7f0567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:06.935016 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:08.427262 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:17.215702 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:17:33.808541 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c50-e445-443e-a749-2167ebc82c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:34.231261 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:36.020342 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-cd80c9ea-785d-4d99-9f94-da8fddb67c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:36.946215 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:38.448850 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:17:54.215960 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 5 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:18:03.836544 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1be65a02-2e50-45ec-b618-307440d2c0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:04.208143 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:05.962548 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d723cd98-1d6d-44f7-a83c-2bbe394e4ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:07.031118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:08.408576 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:16.991164 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-857802'] for agent, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:31.215962 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:18:31.288796 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60524) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:18:31.422362 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-9958804f-92de-4268-9abe-9410dd0e8b2b admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1324921 Sep 10 17:18:33.434070 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60534) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:18:33.513467 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-85d7b2da-b637-4c83-ae24-3a78429d72c4 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0783365 Sep 10 17:18:33.882256 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3402-8fc7-4cf7-af32-e8d3d9da6a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:34.213369 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:35.996602 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5fdbce36-f4ca-43f2-a903-0714d0046666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:36.967316 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:38.407649 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:18:46.944763 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:03.789934 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-93b6d205-2b9b-44e6-b4d1-6e8bb344e527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:04.207087 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:05.989917 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b7017487-abde-45f6-a701-6a32dc38de89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:06.949311 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:08.217125 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:19:08.418429 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:16.943982 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:33.789561 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d7b9282a-67a6-47e9-bfc6-bf037f53f331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:34.229181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:35.972272 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9102-2881-4ad1-8746-e9340359045e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:36.977631 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:38.435078 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:19:45.217265 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:19:46.937438 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:03.811638 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-17188e92-d648-4a5c-85f1-a4a243125910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:04.246190 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:05.988994 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-caebd948-ee56-4f0f-a7dc-254e7a54d570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:06.971844 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:08.422865 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:16.466338 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60652) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:16.869790 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-network', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:16.878820 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:16.889154 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Usage tracker for resource:network and tenant:5e1133b464b14d52956d092c7ab74bb6 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:16.889154 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:16.893540 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:16.988580 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.027884 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Made reservation on behalf of 5e1133b464b14d52956d092c7ab74bb6 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:17.030198 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.042563 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.073555 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:17.077280 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1133b464b14d52956d092c7ab74bb6 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:17.080660 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:17.086364 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:17.152979 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.262894 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.267749 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-313dc863-5177-4f2e-aeea-89040c5bc559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:17.301035 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:20:17.306370 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:17.318101 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.318440 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Added segment 11764c61-1630-4d38-8a4e-d63cd4aedc7f of type vlan for network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 Sep 10 17:20:17.320288 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.320629 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.320961 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.321292 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.321619 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.321944 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.322267 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.322587 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.322934 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.323254 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.323568 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Tracked resource versions report: Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: pushed versions: Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Log': {'1.0'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Network': {'1.1'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Port': {'1.5'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'PortForwarding': {'1.2'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'QosPolicy': {'1.8'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroup': {'1.2'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'SubPort': {'1.0'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Subnet': {'1.1'}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Trunk': {'1.1'}} Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: consumer versions: Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: HyperV agent@hv-cinder-80847: {}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Log': '1.0', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Network': '1.1', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Port': '1.5', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'PortForwarding': '1.2', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'QosPolicy': '1.8', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroup': '1.2', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'SecurityGroupRule': '1.0', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'SubPort': '1.0', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Subnet': '1.1', Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: 'Trunk': '1.1'}} Sep 10 17:20:17.324525 dv-cinder-808475-1-smb neutron-server[76067]: {{(pid=76067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:20:17.330948 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:17.357339 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.469513 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.470741 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:17.471389 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:17.476629 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:17.580450 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:17.583834 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:17.590361 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:20:17.696037 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2215054 Sep 10 17:20:17.696817 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60692) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:17.696817 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Request body: {'subnet': {'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-subnet', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:17.700183 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:17.703953 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Usage tracker for resource:subnet and tenant:5e1133b464b14d52956d092c7ab74bb6 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:17.706820 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:17.712527 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:17.829222 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Made reservation on behalf of 5e1133b464b14d52956d092c7ab74bb6 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:17.831596 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.029176 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60704) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:18.108835 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.113893 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:18.182124 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11f9538-804b-4b7c-af48-78a358dc878e,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:18.198558 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.198871 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.199260 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.199518 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.199912 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.200148 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.200469 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.200957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.201089 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.201403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.201799 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Tracked resource versions report: Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: pushed versions: Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Log': {'1.0'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Network': {'1.1'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Port': {'1.5'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'PortForwarding': {'1.2'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'QosPolicy': {'1.8'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroup': {'1.2'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'SubPort': {'1.0'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Subnet': {'1.1'}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Trunk': {'1.1'}} Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: consumer versions: Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: HyperV agent@hv-cinder-80847: {}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Log': '1.0', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Network': '1.1', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Port': '1.5', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'PortForwarding': '1.2', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'QosPolicy': '1.8', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroup': '1.2', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'SecurityGroupRule': '1.0', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'SubPort': '1.0', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Subnet': '1.1', Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: 'Trunk': '1.1'}} Sep 10 17:20:18.202664 dv-cinder-808475-1-smb neutron-server[76068]: {{(pid=76068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:20:18.205392 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:18.206115 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Checking segment: {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:18.206472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Network hostable DHCP agents. Network: 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:20:18.325732 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:20:18.434393 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:18.439260 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:18.440066 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.444871 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3e009-194e-4592-815f-92233942aee7 None None] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:18.569267 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1294325277-network', 'tenant_id': '24f4d73ee7794eea8f09bc51edd6bdb9'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:18.573957 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8835678 Sep 10 17:20:18.575244 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:18.576881 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60724) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:18.580424 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Usage tracker for resource:network and tenant:24f4d73ee7794eea8f09bc51edd6bdb9 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:18.582979 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:18.585067 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:18.593082 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:18.595278 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:18.604717 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Usage tracker for resource:router and tenant:5e1133b464b14d52956d092c7ab74bb6 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:18.611654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:18.621465 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:18.690960 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Made reservation on behalf of 24f4d73ee7794eea8f09bc51edd6bdb9 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:18.693339 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.706419 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.711217 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039f258-01cf-4c41-82a2-9c0e1b91401b None None] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:18.726695 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.728496 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.738814 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:18.742580 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Usage tracker for resource:security_group_rule and tenant:24f4d73ee7794eea8f09bc51edd6bdb9 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:18.749450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.750650 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:18.758447 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:18.830845 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.914678 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.919215 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:18.962084 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:20:18.967993 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea99431a-1615-43a0-85e5-b0a335ae9f18,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:18.971716 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:18.978040 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:18.979088 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Added segment 12e06b2e-2203-4bd9-b1d5-d921795f65ee of type vlan for network 5871518a-5272-4ea6-85bf-e5acd05d21d4 Sep 10 17:20:19.004707 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60734) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:19.017532 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.123938 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.183059 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.184279 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:19.185010 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.189193 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:19.292342 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Pushing event updated for resources: {'Network': ['ID=5871518a-5272-4ea6-85bf-e5acd05d21d4,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:19.301211 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:19.303997 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 5871518a-5272-4ea6-85bf-e5acd05d21d4 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:20:19.346486 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60744) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:19.393172 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60750) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:19.393480 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3627045 Sep 10 17:20:19.401387 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Request body: {'subnet': {'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1294325277-subnet', 'tenant_id': '24f4d73ee7794eea8f09bc51edd6bdb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:19.406646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60754) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:19.407390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:19.411811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Usage tracker for resource:subnet and tenant:24f4d73ee7794eea8f09bc51edd6bdb9 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:19.415351 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:19.423276 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:19.526039 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.561691 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1112088946-network', 'tenant_id': '155c31f62cf04f5499dde612738efd5c'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:19.565981 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.567591 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Made reservation on behalf of 24f4d73ee7794eea8f09bc51edd6bdb9 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:19.569849 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.676055 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:19.704162 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Usage tracker for resource:network and tenant:155c31f62cf04f5499dde612738efd5c is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:19.708867 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:19.719342 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:19.819302 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Allocated IP 172.28.0.53 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/eed8decc-49da-4d45-a1fb-ee9c32da2164) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:19.854264 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Made reservation on behalf of 155c31f62cf04f5499dde612738efd5c for: {'network': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:19.856517 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.928760 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1545811704-network', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:19.950283 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:19.957876 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-network', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:19.964577 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:19.973156 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Usage tracker for resource:network and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:19.973994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:19.978895 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:19.986248 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:19.992252 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Usage tracker for resource:network and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:19.995884 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:20.002812 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:20.076383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:20.086051 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Usage tracker for resource:security_group_rule and tenant:155c31f62cf04f5499dde612738efd5c is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:20.099852 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.103266 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:20.116396 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:20.196653 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.251404 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Made reservation on behalf of b5218a4f079d453d9eaa19d38112b640 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:20.253785 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.267110 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.292782 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.293353 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Made reservation on behalf of 502a711a8ab9445b80c013ab95f4d1f1 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:20.294281 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.295324 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.296066 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.299687 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:20.313771 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.325390 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:20.332561 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=76068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:20:20.335852 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:20.352727 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:20.353649 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:20.362545 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.362919 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.segments_db [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Added segment dd3c406f-3a0f-4544-acf6-8befca348856 of type vlan for network 332a7b23-471c-41d3-81cd-b7d83601ef9a Sep 10 17:20:20.363923 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0f309-15a3-45a7-baad-9dc942e6515e,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:20.371334 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:20.374679 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:20.375153 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d24dccd6-9c1c-407c-9999-31646046b125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:20.393421 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Usage tracker for resource:security_group_rule and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:20.393421 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:20.396654 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:20.462967 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.467773 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:20.472380 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:20.479061 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.480595 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:20.519324 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.521937 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfbe3c0-e4da-4caa-9263-9409b39d7906,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:20.531410 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Checking segment: {'id': '12e06b2e-2203-4bd9-b1d5-d921795f65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:20.531770 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Network hostable DHCP agents. Network: 5871518a-5272-4ea6-85bf-e5acd05d21d4, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:20:20.545471 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:20.547252 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:20.578646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.589116 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-29c63118-9fad-46ec-b271-ce3f566838c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:20.633902 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Pushing event updated for resources: {'Port': ['ID=eed8decc-49da-4d45-a1fb-ee9c32da2164,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:20.636506 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.637086 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cc66e2-3822-400d-87e9-533e45af7aab,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:20.638589 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:20.642402 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:20.653790 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:20.686423 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f53df3-7b75-45e6-b0a7-fe1d9f32dfa8,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:20.690082 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:20.703843 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.705412 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:20.715393 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.715393 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-06ca73a1-e5d7-4826-9cb8-806977fa3906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:20.785309 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Network 5871518a-5272-4ea6-85bf-e5acd05d21d4 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:20:20.789862 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.db.api [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=76067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:20:20.790598 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_db.api [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:20:20.791404 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.db.api [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=76067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:20:20.791863 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_db.api [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:20:20.830539 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Pushing event updated for resources: {'Network': ['ID=332a7b23-471c-41d3-81cd-b7d83601ef9a,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:20.836562 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:20.842383 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 332a7b23-471c-41d3-81cd-b7d83601ef9a details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:20:20.868046 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.869172 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.952861 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 5871518a-5272-4ea6-85bf-e5acd05d21d4) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:20.966430 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb2f93d-0926-4056-ad49-b8dd2c4f6dd7 None None] Network 5871518a-5272-4ea6-85bf-e5acd05d21d4 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:20.966567 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9573233 Sep 10 17:20:20.966839 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60796) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:20.973295 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Request body: {'subnet': {'network_id': '332a7b23-471c-41d3-81cd-b7d83601ef9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1112088946-subnet', 'tenant_id': '155c31f62cf04f5499dde612738efd5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:20.978940 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:20.979843 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:20.979982 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:20.990207 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Usage tracker for resource:subnet and tenant:155c31f62cf04f5499dde612738efd5c is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:21.004686 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:21.017381 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:21.117002 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ac19b545-3618-428f-9794-20b6792e5c47 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7221668 Sep 10 17:20:21.123268 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Made reservation on behalf of 155c31f62cf04f5499dde612738efd5c for: {'subnet': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:21.126783 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Notify callbacks [] for subnet, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.248362 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb609310-a808-4758-be2c-5fb26b63c7e9 None None] Network 5871518a-5272-4ea6-85bf-e5acd05d21d4 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:21.319994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:20:21.341119 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.400652 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.532603 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:20:21.544062 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.547069 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Added segment 11010837-de1c-497c-a4ed-486df286158f of type vlan for network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 Sep 10 17:20:21.578896 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.719256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.719256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.719256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:21.719256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.740786 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:21.796380 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.db.api [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=76067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:20:21.796380 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_db.api [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:20:21.831591 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:20:21.848233 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Sync routers for ids ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:20:21.866468 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Routers {'b380df7c-8f4a-4ce8-adc8-2c04eaa11629'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:21.867263 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:21.936638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:21.938507 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3605936 Sep 10 17:20:21.941158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60848) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:22.005354 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6058e59e-c8a2-4f37-8df5-d68cb89bd138,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:22.008815 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:22.011042 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1862d75a-5102-4670-a258-27a8ac20a4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:22.018614 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:20:22.063097 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20758a9-cdf0-4601-9aea-1132a60a7d49,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:22.066922 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:22.068303 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7206173 Sep 10 17:20:22.079314 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60852) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:22.084290 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Checking segment: {'id': 'dd3c406f-3a0f-4544-acf6-8befca348856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '332a7b23-471c-41d3-81cd-b7d83601ef9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:22.085052 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Network hostable DHCP agents. Network: 332a7b23-471c-41d3-81cd-b7d83601ef9a, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:20:22.104188 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Request body: {'subnet': {'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1545811704-subnet', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:22.112378 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:22.118705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Usage tracker for resource:subnet and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:22.123016 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:22.135318 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Set router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:22.144114 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:22.301234 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Made reservation on behalf of b5218a4f079d453d9eaa19d38112b640 for: {'subnet': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:22.307587 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:22.350146 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Network 332a7b23-471c-41d3-81cd-b7d83601ef9a is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:20:22.393711 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:20:22.538778 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:20:20Z', 'revision_number': 3, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:22.544880 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Checking router: b380df7c-8f4a-4ce8-adc8-2c04eaa11629 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:20:22.545343 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Updating router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 port eed8decc-49da-4d45-a1fb-ee9c32da2164 binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:20:22.550606 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:22.648729 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:22.751836 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 332a7b23-471c-41d3-81cd-b7d83601ef9a) {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:22.764247 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d03f4-186b-4016-86bd-aa91916ce6ff None None] Network 332a7b23-471c-41d3-81cd-b7d83601ef9a requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:22.797500 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60868) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:22.825934 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:22.826569 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:22.842346 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:20:22.950334 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:22.953480 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Added segment a752886f-422c-4789-82e6-db9e75fa5a91 of type vlan for network c97ed1e5-b42b-4bbb-8956-41f0e0205600 Sep 10 17:20:23.088719 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1207459 Sep 10 17:20:23.187785 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.288300 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.326713 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a0e575-929e-4d79-9559-3e84a5c50095 None None] Network 332a7b23-471c-41d3-81cd-b7d83601ef9a requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:23.333284 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.377579 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.380020 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.381426 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:23.382455 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.432662 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:23.448505 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:23.462872 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Usage tracker for resource:security_group_rule and tenant:699c04fb691143faa86658804244c497 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:23.476113 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:23.492092 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:23.566278 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.1585274 Sep 10 17:20:23.574426 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60906) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:23.597911 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.602345 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Request body: {'subnet': {'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-subnet', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:23.629190 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:23.643351 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Pushing event updated for resources: {'Network': ['ID=c97ed1e5-b42b-4bbb-8956-41f0e0205600,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:23.646052 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Usage tracker for resource:subnet and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:23.647694 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Transition to ACTIVE for port object eed8decc-49da-4d45-a1fb-ee9c32da2164 will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:23.650948 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:23.654820 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:23.655302 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:23.685405 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:20:23.709896 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e552692-6503-4ba4-9908-0b89b2514f16,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:23.712299 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:23.714630 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Checking segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:23.715072 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Network hostable DHCP agents. Network: 6058e59e-c8a2-4f37-8df5-d68cb89bd138, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:20:23.722613 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:23.760266 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.766498 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:23.786875 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60918) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:23.789917 dv-cinder-808475-1-smb neutron-server[76067]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 17:20:23.869822 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.872940 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Made reservation on behalf of 502a711a8ab9445b80c013ab95f4d1f1 for: {'subnet': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:23.876530 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.911665 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Attempting to bind port eed8decc-49da-4d45-a1fb-ee9c32da2164 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:23.912099 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Attempting to bind port eed8decc-49da-4d45-a1fb-ee9c32da2164 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:23.919636 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Attempting to bind port eed8decc-49da-4d45-a1fb-ee9c32da2164 on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:23.925096 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:20:23.927146 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:23.927597 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:23.928062 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.928522 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:23.929050 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Bound port: eed8decc-49da-4d45-a1fb-ee9c32da2164, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:23.929522 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:23.938116 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Allocated IP 172.20.0.1 (9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71/a11f9538-804b-4b7c-af48-78a358dc878e/b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:23.952436 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Pushing event updated for resources: {'Port': ['ID=eed8decc-49da-4d45-a1fb-ee9c32da2164,revision_number=2']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:23.977835 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.978717 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.978717 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.979028 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.979421 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.979828 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.980209 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.980933 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.980933 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.981318 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.981695 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Tracked resource versions report: Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: pushed versions: Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Log': {'1.0'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Network': {'1.1'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Port': {'1.5'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'PortForwarding': {'1.2'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'QosPolicy': {'1.8'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroup': {'1.2'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'SubPort': {'1.0'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Subnet': {'1.1'}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Trunk': {'1.1'}} Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: consumer versions: Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: HyperV agent@hv-cinder-80847: {}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Log': '1.0', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Network': '1.1', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Port': '1.5', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'PortForwarding': '1.2', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'QosPolicy': '1.8', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroup': '1.2', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'SecurityGroupRule': '1.0', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'SubPort': '1.0', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Subnet': '1.1', Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: 'Trunk': '1.1'}} Sep 10 17:20:23.982719 dv-cinder-808475-1-smb neutron-server[76070]: {{(pid=76070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:20:23.988753 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:24.021648 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] For port eed8decc-49da-4d45-a1fb-ee9c32da2164, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:24.025466 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] For port eed8decc-49da-4d45-a1fb-ee9c32da2164, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=eed8decc-49da-4d45-a1fb-ee9c32da2164,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:24.032034 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.044434 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-656d60f3-d835-434a-b19d-9eb138da1be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:24.085616 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-a45c83d7-986e-477c-b9e5-5988000091d0 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:24.086285 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-a45c83d7-986e-477c-b9e5-5988000091d0 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Synchronizing usage tracker for tenant:24f4d73ee7794eea8f09bc51edd6bdb9 on resource:network {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:24.090830 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 6058e59e-c8a2-4f37-8df5-d68cb89bd138) {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:24.097892 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:24.098468 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.102216 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5c2d1-7f72-42e6-8409-d1a506eec444 None None] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:24.113611 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=699c04fb691143faa86658804244c497&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3144989 Sep 10 17:20:24.125249 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60924) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:24.134550 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cbbae9-d59b-42e5-a4e4-a37373fe47ce,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:24.155273 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.163303 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-0afbb0ed-2adb-4506-8ee1-0e5605e91fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:24.201548 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.234736 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:24.278025 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.289078 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Pushing event updated for resources: {'Port': ['ID=eed8decc-49da-4d45-a1fb-ee9c32da2164,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:24.291911 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Routers {'b380df7c-8f4a-4ce8-adc8-2c04eaa11629'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:24.292509 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:24.306881 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.342957 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-a45c83d7-986e-477c-b9e5-5988000091d0 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Unset dirty status for tenant:24f4d73ee7794eea8f09bc51edd6bdb9 on resource:network {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:24.350314 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-a45c83d7-986e-477c-b9e5-5988000091d0 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/networks?id=5871518a-5272-4ea6-85bf-e5acd05d21d4 HTTP/1.1" status: 200 len: 812 time: 0.5622621 Sep 10 17:20:24.352804 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2705581 Sep 10 17:20:24.355763 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60932) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:24.364216 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:24.373713 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:24.377463 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-187b0c63-e295-4300-9a87-fda43d97ef67 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/quotas/24f4d73ee7794eea8f09bc51edd6bdb9 HTTP/1.1" status: 200 len: 375 time: 0.0262904 Sep 10 17:20:24.378259 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:24.378492 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Usage tracker for resource:router and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:24.385134 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:24.394666 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:24.402266 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:20:24.403181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.412786 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.419479 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-01952869-8630-4e0e-aef9-7668afb32c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:24.488811 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.498292 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.505561 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.540969 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-c854ad79-cf7d-4545-a28d-844c2ce10dd3 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24f4d73ee7794eea8f09bc51edd6bdb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1625817 Sep 10 17:20:24.542886 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8e9f1607-1d05-4dcf-9b75-23278926cb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:24.581872 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Allocated IP 172.20.0.2 (6058e59e-c8a2-4f37-8df5-d68cb89bd138/9e552692-6503-4ba4-9908-0b89b2514f16/e9963cc6-df1a-4e10-9998-8957c30a0d20) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:24.625863 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:24.633505 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86dd2abc-4038-4891-8abd-836ebc151a41,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:24.636260 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:24.641910 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:24.648307 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Checking segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:24.648657 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Network hostable DHCP agents. Network: c97ed1e5-b42b-4bbb-8956-41f0e0205600, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:20:24.662642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:24.671101 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:24.672126 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] Set router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:24.675041 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:24.675708 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.685725 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.691950 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:24.705184 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60946) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:24.723910 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cbbae9-d59b-42e5-a4e4-a37373fe47ce,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:24.731520 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:24.743000 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.754978 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.756139 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7cbbae9-d59b-42e5-a4e4-a37373fe47ce HTTP/1.1" status: 204 len: 168 time: 0.6299639 Sep 10 17:20:24.764169 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:20:24.862955 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, c97ed1e5-b42b-4bbb-8956-41f0e0205600) {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:24.868517 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:24.868731 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:24.879372 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c848b97-bc99-4ded-9e74-852e2eacc9df None None] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:24.972841 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3950853 Sep 10 17:20:24.976087 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60964) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:24.981076 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:25.000774 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.006327 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:25.017000 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.027307 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Usage tracker for resource:router and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:25.029214 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Transition to ACTIVE for port object e9963cc6-df1a-4e10-9998-8957c30a0d20 will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:25.031328 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:25.058360 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:25.096166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Transition to ACTIVE for port object e9963cc6-df1a-4e10-9998-8957c30a0d20 will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:25.194483 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.196200 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.198520 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.216039 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:20:25.216868 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.247073 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.250772 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.277454 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:25.289129 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:25.292247 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.307068 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Usage tracker for resource:security_group_rule and tenant:a3356789176a40069752771282cb06ac is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:25.312848 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-10a5ade4-bf5b-4037-9752-9f0c3c7b7117 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:20:25.312848 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-10a5ade4-bf5b-4037-9752-9f0c3c7b7117 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3427389 Sep 10 17:20:25.340500 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:25.349624 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:25.419708 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:20:20Z', 'revision_number': 3, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:25.427630 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67f1c2-1af7-4e42-a976-77466afc679e None None] The sync data for ids ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'] in dv-cinder-808475-1-smb is: [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:20:20Z', 'revision_number': 3, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:20:25.494982 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Pushing event updated for resources: {'Port': ['ID=e9963cc6-df1a-4e10-9998-8957c30a0d20,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:25.508452 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.508951 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.509430 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.509857 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.510309 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.510770 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.511367 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.511836 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.512307 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.512766 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.513224 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Tracked resource versions report: Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: pushed versions: Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: { 'ConntrackHelper': {'1.0'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Log': {'1.0'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Network': {'1.1'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Port': {'1.5'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'PortForwarding': {'1.2'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'QosPolicy': {'1.8'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroup': {'1.2'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroupRule': {'1.0'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'SubPort': {'1.0'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Subnet': {'1.1'}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Trunk': {'1.1'}} Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: consumer versions: Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: { DHCP agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: HyperV agent@hv-cinder-80847: {}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: L3 agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: Metadata agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: Metering agent@dv-cinder-808475-1-smb: {}, Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: Open vSwitch agent@dv-cinder-808475-1-smb: { 'ConntrackHelper': '1.0', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Log': '1.0', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Network': '1.1', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Port': '1.5', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'PortForwarding': '1.2', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'QosPolicy': '1.8', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroup': '1.2', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'SecurityGroupRule': '1.0', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'SubPort': '1.0', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Subnet': '1.1', Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: 'Trunk': '1.1'}} Sep 10 17:20:25.514403 dv-cinder-808475-1-smb neutron-server[76069]: {{(pid=76069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:20:25.527054 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:25.538192 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:25.559982 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:25.564901 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:25.575569 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-6527be47-cea8-47ba-a28a-e2eac7fd194d service neutron] 10.222.0.58 "GET /v2.0/networks/5871518a-5272-4ea6-85bf-e5acd05d21d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594194 Sep 10 17:20:25.733152 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 60984) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:25.784255 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.807470 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.db.resource_extend [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 17:20:25.817163 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1026313971-network', 'tenant_id': 'dad24e0a122f4a8f8a04b145aa5a0b8f'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:25.821980 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:25.827117 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Attempting to bind port e9963cc6-df1a-4e10-9998-8957c30a0d20 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:25.827503 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Usage tracker for resource:network and tenant:dad24e0a122f4a8f8a04b145aa5a0b8f is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:25.830483 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Attempting to bind port e9963cc6-df1a-4e10-9998-8957c30a0d20 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:25.830483 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Attempting to bind port e9963cc6-df1a-4e10-9998-8957c30a0d20 on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:25.833102 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:25.837080 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.849135 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:25.852243 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:25.852630 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Checking segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:25.853036 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.853488 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Bound using segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:25.853969 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Bound port: e9963cc6-df1a-4e10-9998-8957c30a0d20, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:25.854408 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.886317 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Allocated IP 172.20.0.2 (c97ed1e5-b42b-4bbb-8956-41f0e0205600/86dd2abc-4038-4891-8abd-836ebc151a41/74252fd2-71cf-4392-b3e1-f09c51dfa0ff) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:25.914244 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.925848 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:25.937904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.947673 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:25.980222 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3356789176a40069752771282cb06ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2739260 Sep 10 17:20:25.987071 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60988) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:25.990360 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Made reservation on behalf of dad24e0a122f4a8f8a04b145aa5a0b8f for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:25.992624 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.024717 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.056162 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.114140 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:26.126538 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-5a29f243-3baa-4a33-95c0-b78641923e1b service neutron] 10.222.0.58 "GET /v2.0/networks/5871518a-5272-4ea6-85bf-e5acd05d21d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492046 Sep 10 17:20:26.129596 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 60992) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:26.133970 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Usage tracker for resource:security_group_rule and tenant:dad24e0a122f4a8f8a04b145aa5a0b8f is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:26.146261 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:26.154078 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:26.154837 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] For port e9963cc6-df1a-4e10-9998-8957c30a0d20, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:26.161991 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] For port e9963cc6-df1a-4e10-9998-8957c30a0d20, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e9963cc6-df1a-4e10-9998-8957c30a0d20,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:26.187580 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.218354 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e477a-593c-4bfd-b1b7-8a8e5618f6ea,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:26.293026 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.306658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Transition to ACTIVE for port object 74252fd2-71cf-4392-b3e1-f09c51dfa0ff will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:26.306925 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.328722 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Transition to ACTIVE for port object 74252fd2-71cf-4392-b3e1-f09c51dfa0ff will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:26.330552 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:26.332820 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.334812 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6dcb4ce66fef43888f28ec752e65265b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:26.338019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:26.340765 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:26.344941 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:26.447462 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Pushing event updated for resources: {'Port': ['ID=e9963cc6-df1a-4e10-9998-8957c30a0d20,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:26.456441 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:26.456780 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.466830 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:26.472681 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:26.473731 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:26.520554 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.525414 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:26.529048 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:20:26.542218 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.582594 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4345ac-14f9-402f-84ee-606bce79de75,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:26.591098 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.608543 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 32776) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:26.612865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.623665 dv-cinder-808475-1-smb neutron-server[76068]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 17:20:26.624266 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:26.629573 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.629924 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Added segment cc15a368-73ee-4000-8a7e-f2c74a7e8960 of type vlan for network 2705a115-0f95-4f5b-8887-69d0e5e5dd23 Sep 10 17:20:26.665268 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.683508 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:26.686485 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:26.688713 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.691184 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:26.697926 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Pushing event updated for resources: {'Port': ['ID=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:26.703391 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:26.705952 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.708788 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.794607 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.877934 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e380e2d4-eb7a-4049-af24-e7ad3294090c req-84de7efe-4a4c-45ff-8128-eb309626a87b tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 0.2626584 Sep 10 17:20:26.878622 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:26.904659 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:26.915616 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:26.944795 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device eed8decc-49da-4d45-a1fb-ee9c32da2164 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:26.977678 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:26.987235 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26323239-092c-42e1-84b4-c1a4bd9a23bc,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:26.988286 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Allocated IP 172.28.0.48 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:27.000055 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:27.009864 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.026658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Attempting to bind port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:27.027140 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Attempting to bind port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:27.027574 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Attempting to bind port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:27.028154 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:27.028816 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.044684 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:27.056098 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:27.056468 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Checking segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:27.056869 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.057257 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Bound using segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:27.057724 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Bound port: 74252fd2-71cf-4392-b3e1-f09c51dfa0ff, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:27.058118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.106160 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:27.114847 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:27.127091 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6dcb4ce66fef43888f28ec752e65265b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9917545 Sep 10 17:20:27.130475 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 32794) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:27.173353 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] For port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:27.176839 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] For port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:27.231536 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Pushing event updated for resources: {'Network': ['ID=2705a115-0f95-4f5b-8887-69d0e5e5dd23,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:27.234680 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:27.241451 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 2705a115-0f95-4f5b-8887-69d0e5e5dd23 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:20:27.293487 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.314069 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5059509 Sep 10 17:20:27.319493 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 32804) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:27.333949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Request body: {'subnet': {'network_id': '2705a115-0f95-4f5b-8887-69d0e5e5dd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1026313971-subnet', 'tenant_id': 'dad24e0a122f4a8f8a04b145aa5a0b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:27.342693 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:27.367880 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Usage tracker for resource:subnet and tenant:dad24e0a122f4a8f8a04b145aa5a0b8f is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:27.375165 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:27.384920 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:27.450857 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port eed8decc-49da-4d45-a1fb-ee9c32da2164 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:27.457786 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.459194 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port eed8decc-49da-4d45-a1fb-ee9c32da2164 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:27.459697 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.463730 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.478430 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:27.530541 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Made reservation on behalf of dad24e0a122f4a8f8a04b145aa5a0b8f for: {'subnet': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:27.534840 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Notify callbacks [] for subnet, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.536627 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:27.582002 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:27.672494 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:27.688776 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:27.717488 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.721201 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Allocated IP 172.28.0.156 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/d1f7c944-fd82-4af4-862b-068409d8ebdd) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:27.725438 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Pushing event updated for resources: {'Port': ['ID=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:27.732245 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:27.741031 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.779020 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port eed8decc-49da-4d45-a1fb-ee9c32da2164, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=eed8decc-49da-4d45-a1fb-ee9c32da2164,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:27.811980 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.819561 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.880760 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:27.885087 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:27.894969 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:27.904903 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:27.958562 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a4eff-7165-4a71-b2f4-f650880b4232 None None] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:28.105642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:28.111074 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 32820) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:28.112992 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=eed8decc-49da-4d45-a1fb-ee9c32da2164,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:28.130372 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:28.191234 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-e14ee775-9d65-4698-a987-540c810c6c32 None None] Provisioning for port e9963cc6-df1a-4e10-9998-8957c30a0d20 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:28.192217 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e477a-593c-4bfd-b1b7-8a8e5618f6ea,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:28.198899 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.219805 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:28.260832 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:28.278225 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6b896811-648f-490b-b551-512d4bd04e90 req-0e184993-921e-408e-9c2c-1e82be0f913b tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 0.1494534 Sep 10 17:20:28.288730 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf51a00-c403-4577-a5d5-8124d67f0d23,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:28.292149 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:28.308026 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.308936 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.406456 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.422615 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/363e477a-593c-4bfd-b1b7-8a8e5618f6ea HTTP/1.1" status: 204 len: 168 time: 2.3554010 Sep 10 17:20:28.430322 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.433778 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.468192 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Checking segment: {'id': 'cc15a368-73ee-4000-8a7e-f2c74a7e8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2705a115-0f95-4f5b-8887-69d0e5e5dd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:28.468547 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Network hostable DHCP agents. Network: 2705a115-0f95-4f5b-8887-69d0e5e5dd23, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:20:28.476740 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:20:28.493689 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.502294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:28.517509 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:28.526304 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Usage tracker for resource:security_group_rule and tenant:15d1844ff2b849279640771151ce69d6 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:28.531320 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:28.535888 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:28.609584 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26323239-092c-42e1-84b4-c1a4bd9a23bc,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:28.612920 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.629374 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26323239-092c-42e1-84b4-c1a4bd9a23bc HTTP/1.1" status: 204 len: 168 time: 1.3658662 Sep 10 17:20:28.647657 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:28.654830 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.675495 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:28.722457 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Network 2705a115-0f95-4f5b-8887-69d0e5e5dd23 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:20:28.833259 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f7c944-fd82-4af4-862b-068409d8ebdd,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:28.859522 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:28.859646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 2705a115-0f95-4f5b-8887-69d0e5e5dd23) {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:28.864664 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:28.864796 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:28.865243 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:28.866393 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:28.882065 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:28.895854 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a258f3-b73b-4b70-8654-21850f924f1a None None] Network 2705a115-0f95-4f5b-8887-69d0e5e5dd23 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:28.896364 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.017886 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.036632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-26cb1c57-1918-4b7c-b197-009c85baca83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:29.072109 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device eed8decc-49da-4d45-a1fb-ee9c32da2164 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:29.099899 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b372fb0-bf97-4b0f-97cf-787995e86049,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:29.119571 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:29.135429 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8148484 Sep 10 17:20:29.153378 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Synchronizing usage tracker for tenant:b972b57505de4718ba230d77fd7d0878 on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:29.159215 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Router 95921d51-827a-4efd-a8a0-01c6fff223e6 is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:20:29.160847 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.162183 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.209532 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294506ea-c5d3-4821-9cfa-59d2276fc54c None None] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:29.255151 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:20:29.261542 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] 10.222.0.58 "PUT /v2.0/routers/b380df7c-8f4a-4ce8-adc8-2c04eaa11629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3192718 Sep 10 17:20:29.334910 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Unset dirty status for tenant:b972b57505de4718ba230d77fd7d0878 on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:29.340394 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15d1844ff2b849279640771151ce69d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2256348 Sep 10 17:20:29.343796 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 32854) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:29.556368 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 32858) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:29.625004 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Router ac83705f-b625-4935-a3d7-43945b349b47 is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:20:29.644486 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7ee2f48c-a452-4da0-96f4-b17324eab681 req-3c96caef-550a-4212-be3a-bb7248c7b0c2 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 0.0726397 Sep 10 17:20:29.670114 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.682940 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_v2 [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Deleting subnet f20758a9-cdf0-4601-9aea-1132a60a7d49 {{(pid=76068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:20:29.694496 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.713811 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.738869 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Sync routers for ids ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:20:29.763511 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:20:29.780545 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Sync routers for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:20:29.797991 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Routers {'b380df7c-8f4a-4ce8-adc8-2c04eaa11629'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:29.798769 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:29.809569 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:29.810209 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:29.897911 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.908365 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.931039 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.943574 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9551170 Sep 10 17:20:29.943574 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.943574 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:29.943574 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b372fb0-bf97-4b0f-97cf-787995e86049 HTTP/1.1" status: 204 len: 168 time: 0.5903926 Sep 10 17:20:29.943574 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-14fd004a-f516-46b8-abb7-c4aec66f623c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:29.946866 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 32874) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:29.947448 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 32876) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:29.958923 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b372fb0-bf97-4b0f-97cf-787995e86049,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:29.963116 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:30.082181 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:30.093606 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Set router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:30.179264 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:30.183587 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port eed8decc-49da-4d45-a1fb-ee9c32da2164 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:30.187843 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:30.188596 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:f9557924737f4ef4a60a3dc4e698ab37 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:30.192485 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:30.228628 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:30.244593 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:30.284045 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for subnet, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:30.292382 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266dca0-d816-4d18-aae3-ca965d6d6766 None None] Network 2705a115-0f95-4f5b-8887-69d0e5e5dd23 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:20:30.306621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:30.559280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20758a9-cdf0-4601-9aea-1132a60a7d49,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:30.579701 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:30.601695 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:30.684036 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-02de616a-6b05-41c0-98cb-4fde20fdaca6 None None] Provisioning for port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:30.793013 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 3, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:30.802363 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Checking router: 95921d51-827a-4efd-a8a0-01c6fff223e6 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:20:30.805142 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Updating router 95921d51-827a-4efd-a8a0-01c6fff223e6 port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:20:30.810981 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-55e5b0b3-adc5-4249-9b6e-18f335012f5f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:30.816170 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-55e5b0b3-adc5-4249-9b6e-18f335012f5f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 819 time: 0.1839774 Sep 10 17:20:30.830553 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-909e2382-f321-432c-8942-38087f162c81 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f20758a9-cdf0-4601-9aea-1132a60a7d49 HTTP/1.1" status: 204 len: 168 time: 1.2728603 Sep 10 17:20:30.833150 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 32900) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:30.873217 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:30.882085 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-b52a2cca-6be9-4556-85ea-395d685d91e5 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/quotas/5e1133b464b14d52956d092c7ab74bb6 HTTP/1.1" status: 200 len: 375 time: 0.0645854 Sep 10 17:20:30.952714 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:20:30.957528 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:30.967375 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:30.986782 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Sync routers for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:20:30.992384 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0d6b752a-64a8-48b4-a1ff-6e745c37a88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:31.014304 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 74252fd2-71cf-4392-b3e1-f09c51dfa0ff up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:31.093804 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:31.125059 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a2e1e6d0-fb37-4c8f-8977-a4518ad45e69 req-1a4c282e-92da-456e-9008-0ed9c8e2f7ab tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 0.2191234 Sep 10 17:20:31.154465 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:31.155219 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:31.170299 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.62', 61687) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:31.419340 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38e2a84-8329-4d77-8581-fbb48dd1feba,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:31.434448 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:31.434448 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0764408 Sep 10 17:20:31.448985 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 32918) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:31.456648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:31.460042 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-9c78e25b-3bc8-4b3f-8c87-48eda22745e0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Synchronizing usage tracker for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:31.477651 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9557924737f4ef4a60a3dc4e698ab37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5155225 Sep 10 17:20:31.479547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 32922) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:31.583235 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:31.646907 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-9c78e25b-3bc8-4b3f-8c87-48eda22745e0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Unset dirty status for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:31.656209 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-9c78e25b-3bc8-4b3f-8c87-48eda22745e0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7731345 Sep 10 17:20:31.664575 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:31.664712 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:31.675253 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.675623 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.676379 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.676701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > port after_create 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.681018 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.683560 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > port after_update 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.683560 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.684578 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.684774 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:31.684951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.685245 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:31.690456 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Transition to ACTIVE for port object cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:31.724999 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:31.739150 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:32.139510 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.139510 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:32.141615 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:32.141615 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.141946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:32.141946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:32.141946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:32.141946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=76067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:32.141946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332a7b23-471c-41d3-81cd-b7d83601ef9a']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a0fb1-946a-4d15-a314-5c45c95ac3bf None None] Pushing event updated for resources: {'Port': ['ID=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,revision_number=2']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-194a0fb1-946a-4d15-a314-5c45c95ac3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Attempting to bind port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Attempting to bind port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Attempting to bind port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:32.142589 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Bound port: cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:32.206058 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.207361 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3c406f-3a0f-4544-acf6-8befca348856') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:32.207361 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3c406f-3a0f-4544-acf6-8befca348856') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:32.207914 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-32853b79-b2ad-442d-bd26-1c698c492528 None None] Provisioning complete for port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:32.207914 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-32853b79-b2ad-442d-bd26-1c698c492528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.210105 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.210275 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.213246 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-614c1b27-fd46-4c43-a9a3-717693949bd2 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:32.213246 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-614c1b27-fd46-4c43-a9a3-717693949bd2 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.62 "GET /v2.0/networks?id=5871518a-5272-4ea6-85bf-e5acd05d21d4 HTTP/1.1" status: 200 len: 812 time: 0.9336803 Sep 10 17:20:32.213423 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-6352ff3d-e39e-47d8-a725-5dcf96bcadbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:32.213498 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.213569 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] For port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:32.213643 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Request body: {'port': {'device_id': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4', 'admin_state_up': True, 'tenant_id': '24f4d73ee7794eea8f09bc51edd6bdb9'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:32.213731 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38e2a84-8329-4d77-8581-fbb48dd1feba,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:32.215655 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] For port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:32.215761 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:32.215850 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:20:32.215850 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.215980 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.215980 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e38e2a84-8329-4d77-8581-fbb48dd1feba HTTP/1.1" status: 204 len: 168 time: 0.7240481 Sep 10 17:20:32.283906 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:20:24Z', 'revision_number': 4, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e', 'name': '', 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'mac_address': 'fa:16:3e:34:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:23Z', 'updated_at': '2021-09-10T17:20:25Z', 'revision_number': 2, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'subnets': [{'id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: util.warn_limited( Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: util.warn_limited( Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:20:32.309189 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:20:32.311488 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Checking router: b380df7c-8f4a-4ce8-adc8-2c04eaa11629 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:20:32.311593 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Updating router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:20:32.403880 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.413683 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.423415 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:32.452762 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.549616 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-dcd23c7c-c3ef-45cd-aa2b-65d2a1732671 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76068) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:20:32.551019 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-dcd23c7c-c3ef-45cd-aa2b-65d2a1732671 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4875176 Sep 10 17:20:32.605221 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ef3a5b99-7a29-40b0-9fa2-11774f6b5421 req-677f02b7-d2b3-4964-90be-cf1b1a36e3bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 0.2135265 Sep 10 17:20:32.677945 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a0fb1-946a-4d15-a314-5c45c95ac3bf None None] Pushing event updated for resources: {'Port': ['ID=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:32.682127 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:32.682776 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:32.784461 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.814082 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-194a0fb1-946a-4d15-a314-5c45c95ac3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:32.814913 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:32.870266 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.878121 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=332a7b23-471c-41d3-81cd-b7d83601ef9a,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:32.902262 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-7bdef148-9aff-4c82-b2c9-e1ead3041852 service neutron] 10.222.0.58 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441339 Sep 10 17:20:32.926408 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:32.948952 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:32.965868 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/332a7b23-471c-41d3-81cd-b7d83601ef9a HTTP/1.1" status: 204 len: 168 time: 2.1315954 Sep 10 17:20:32.969260 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Transition to ACTIVE for port object b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:32.977647 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:32.986360 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Usage tracker for resource:port and tenant:24f4d73ee7794eea8f09bc51edd6bdb9 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:32.995476 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:33.008693 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:33.020455 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 32954) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:33.036019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Allocated IP 172.20.0.1 (c97ed1e5-b42b-4bbb-8956-41f0e0205600/86dd2abc-4038-4891-8abd-836ebc151a41/16afbfe2-83e3-4877-86ed-27f11651a1c8) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:33.036217 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.062457 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-32853b79-b2ad-442d-bd26-1c698c492528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.069105 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:33.108202 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.120426 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:33.134727 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:33.168949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Made reservation on behalf of 24f4d73ee7794eea8f09bc51edd6bdb9 for: {'port': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:33.172514 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.306846 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:28Z', 'revision_number': 3, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:33.311834 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.343051 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Checking router: ac83705f-b625-4935-a3d7-43945b349b47 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:20:33.343961 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Updating router ac83705f-b625-4935-a3d7-43945b349b47 port d1f7c944-fd82-4af4-862b-068409d8ebdd binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:20:33.403946 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.422838 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Deleting subnet 4bf51a00-c403-4577-a5d5-8124d67f0d23 {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:20:33.425551 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.480197 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.495035 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Transition to ACTIVE for port object 16afbfe2-83e3-4877-86ed-27f11651a1c8 will not be triggered until provisioned by entity DHCP. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:33.497822 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e9963cc6-df1a-4e10-9998-8957c30a0d20 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:33.515086 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-6f3765bd-95ba-4f24-94d8-66e23c97d1bf service neutron] 10.222.0.58 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051316 Sep 10 17:20:33.571322 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-32853b79-b2ad-442d-bd26-1c698c492528 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:20:33.572414 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-32853b79-b2ad-442d-bd26-1c698c492528 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:20:33.597691 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.597835 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 3, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:33.602941 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245892c-8732-4bf9-b362-cdb43ade2fd9 None None] The sync data for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb is: [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 3, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:20:33.642466 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.642466 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2460c065-bfee-462f-a7d9-e204f9a2bcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:33.689558 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada9af-9768-4313-955b-f4a736d59467 None None] Pushing event updated for resources: {'Port': ['ID=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:33.692329 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.729602 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-73ada9af-9768-4313-955b-f4a736d59467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:33.750423 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:33.855041 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:33.868298 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:33.882467 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=16afbfe2-83e3-4877-86ed-27f11651a1c8,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:33.908570 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:33.909077 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.914697 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:33.962769 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ba5adc53-321e-4f90-bc9b-d53512054597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:33.995897 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:34.000225 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Attempting to bind port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:34.000612 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Attempting to bind port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:34.001189 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Attempting to bind port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e on network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:34.106348 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.292707 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:34.293092 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Checking segment: {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:34.293499 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.293904 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Bound using segment: {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:34.294405 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Bound port: b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:34.294819 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.399539 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-55f20bcf-a755-4174-a101-2d5e1f1d0190 req-b7f7f417-fdf8-4c4c-afa2-1923d7a84947 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 210 time: 0.2199593 Sep 10 17:20:34.474900 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] For port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:34.479452 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] For port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:34.482550 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.507005 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf51a00-c403-4577-a5d5-8124d67f0d23,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:34.510898 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:34.512137 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-74010984-2a83-4090-812a-92ee0d4df7dc req-c9f14f3d-d42c-4c04-920d-fc9ec651a605 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Synchronizing usage tracker for tenant:24f4d73ee7794eea8f09bc51edd6bdb9 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:34.575255 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.576391 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4bf51a00-c403-4577-a5d5-8124d67f0d23 HTTP/1.1" status: 204 len: 168 time: 1.5409257 Sep 10 17:20:34.580561 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33012) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:34.627193 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-06178d11-936b-4b22-a29d-24c2260f9e81 None None] Provisioning for port 16afbfe2-83e3-4877-86ed-27f11651a1c8 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:34.634990 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Allocated IP 172.20.0.8 (5871518a-5272-4ea6-85bf-e5acd05d21d4/7bfbe3c0-e4da-4caa-9263-9409b39d7906/cddf96c9-3ff3-4e4d-93b0-70e1c189b68e) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:34.649466 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-06178d11-936b-4b22-a29d-24c2260f9e81 None None] Provisioning complete for port 16afbfe2-83e3-4877-86ed-27f11651a1c8 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:34.649853 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-06178d11-936b-4b22-a29d-24c2260f9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.715477 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:34.722521 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f77753fb-395e-4c37-a762-4fb6516c0164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.754047 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:34.802795 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:34.823965 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port e9963cc6-df1a-4e10-9998-8957c30a0d20 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:34.836340 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d3532b2e-e0a5-4c76-9571-e0309e466704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:34.942190 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port e9963cc6-df1a-4e10-9998-8957c30a0d20 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:34.942627 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:35.006818 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-74010984-2a83-4090-812a-92ee0d4df7dc req-c9f14f3d-d42c-4c04-920d-fc9ec651a605 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Unset dirty status for tenant:24f4d73ee7794eea8f09bc51edd6bdb9 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:35.022206 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-74010984-2a83-4090-812a-92ee0d4df7dc req-c9f14f3d-d42c-4c04-920d-fc9ec651a605 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 1.0603621 Sep 10 17:20:35.286738 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:35.321559 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Routers {'b380df7c-8f4a-4ce8-adc8-2c04eaa11629'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:35.324121 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:35.434140 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:35.641972 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:35.657411 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9a4c5425-52dc-4f3b-a7c5-4d5ddecac6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:35.824816 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-06178d11-936b-4b22-a29d-24c2260f9e81 None None] Port 16afbfe2-83e3-4877-86ed-27f11651a1c8 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:20:35.867154 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:35.878377 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada9af-9768-4313-955b-f4a736d59467 None None] Pushing event updated for resources: {'Port': ['ID=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:35.905465 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-73ada9af-9768-4313-955b-f4a736d59467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:35.930501 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Network 5871518a-5272-4ea6-85bf-e5acd05d21d4 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:36.081429 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.100104 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:36.107564 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:36.186435 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.197992 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Pushing event updated for resources: {'Port': ['ID=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:36.226312 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.227496 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:36.227606 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.228435 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.228907 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > port after_create 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.229294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > port after_delete 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.229651 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > port after_update 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.230023 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.230533 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.231039 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.231364 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.243352 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port e9963cc6-df1a-4e10-9998-8957c30a0d20, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e9963cc6-df1a-4e10-9998-8957c30a0d20,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:36.264717 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-08cf87d7-fd63-4174-af8f-181627d7db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.325727 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] Set router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:36.496614 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.582609 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.582983 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.583320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.583653 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=76068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:20:36.584025 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2705a115-0f95-4f5b-8887-69d0e5e5dd23']}} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:36.657077 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.660481 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-498cf141-197c-4c19-9d15-30eb1c907f35 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:36.662120 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-498cf141-197c-4c19-9d15-30eb1c907f35 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 819 time: 1.3217289 Sep 10 17:20:36.664954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc15a368-73ee-4000-8a7e-f2c74a7e8960') {'for_net_delete': True} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:36.665311 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc15a368-73ee-4000-8a7e-f2c74a7e8960') {} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:36.695339 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Transition to ACTIVE for port object d1f7c944-fd82-4af4-862b-068409d8ebdd will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:36.703623 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:36.753343 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-cf86cf1e-99ab-42df-b114-c89d00dd7ead tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/quotas/5e1133b464b14d52956d092c7ab74bb6 HTTP/1.1" status: 200 len: 375 time: 0.0680373 Sep 10 17:20:36.756139 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.db.resource_extend [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 17:20:36.760743 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:36.761525 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.778132 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8285987'] for segment, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.840268 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=e9963cc6-df1a-4e10-9998-8957c30a0d20,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:36.851655 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:36.855277 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.856763 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Allocated IP 172.20.0.1 (6058e59e-c8a2-4f37-8df5-d68cb89bd138/9e552692-6503-4ba4-9908-0b89b2514f16/ae7aa63e-9e4b-4133-91dc-4a8c92786c87) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:36.876522 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:36.917325 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.944926 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.957671 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=76068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:20:36.958147 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7516701'] for segment, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:36.964487 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 74252fd2-71cf-4392-b3e1-f09c51dfa0ff up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: util.warn_limited( Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: util.warn_limited( Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: Traceback (most recent call last): Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: timer() Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: cb(*args, **kw) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: return func(*args, **kwargs) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: self._notify() Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: self.callback(batched_events) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: event.method(event) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: return f(self, *a, **k) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: return self._get(url).json() Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: return self.request(url, 'GET', **kwargs) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:20:36.979551 dv-cinder-808475-1-smb neutron-server[76068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:20:36.994954 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119de41a-ba69-4b8e-a46e-8b4167f0b429 req-69b0f217-efea-402e-ab56-c6a50fc5333b tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:37.002512 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-119de41a-ba69-4b8e-a46e-8b4167f0b429 req-69b0f217-efea-402e-ab56-c6a50fc5333b tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 931 time: 0.4579232 Sep 10 17:20:37.030434 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8809152 Sep 10 17:20:37.082459 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-cbb44e46-02b5-424c-b0b3-5c0b28023574 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:20:37.083674 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-cbb44e46-02b5-424c-b0b3-5c0b28023574 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0190718 Sep 10 17:20:37.090065 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.109604 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-119de41a-ba69-4b8e-a46e-8b4167f0b429 req-1e2d7da4-b555-4e4d-96bb-32ebdff73a52 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Synchronizing usage tracker for tenant:24f4d73ee7794eea8f09bc51edd6bdb9 on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:37.153154 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.166472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:37.176413 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Transition to ACTIVE for port object ae7aa63e-9e4b-4133-91dc-4a8c92786c87 will not be triggered until provisioned by entity DHCP. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:37.240139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-119de41a-ba69-4b8e-a46e-8b4167f0b429 req-1e2d7da4-b555-4e4d-96bb-32ebdff73a52 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Unset dirty status for tenant:24f4d73ee7794eea8f09bc51edd6bdb9 on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:37.241881 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-119de41a-ba69-4b8e-a46e-8b4167f0b429 req-1e2d7da4-b555-4e4d-96bb-32ebdff73a52 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385535 Sep 10 17:20:37.298911 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-2e235809-787f-4988-b88c-c429c9273aa2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4905403 Sep 10 17:20:37.332033 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.408938 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:37.441666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3272b-863e-4bd6-ac3f-0faf32e36289 None None] Pushing event updated for resources: {'Port': ['ID=d1f7c944-fd82-4af4-862b-068409d8ebdd,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:37.448935 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:37.449458 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.458986 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.484467 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-59d3272b-863e-4bd6-ac3f-0faf32e36289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:37.488446 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=16afbfe2-83e3-4877-86ed-27f11651a1c8,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:37.490777 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.492379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:37.512299 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.518356 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Attempting to bind port d1f7c944-fd82-4af4-862b-068409d8ebdd on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:37.518948 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Attempting to bind port d1f7c944-fd82-4af4-862b-068409d8ebdd by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:37.521066 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Attempting to bind port d1f7c944-fd82-4af4-862b-068409d8ebdd on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:37.524709 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:37.564167 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:37.569704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:37.569704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.569704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:37.569704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Bound port: d1f7c944-fd82-4af4-862b-068409d8ebdd, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:37.569704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.572088 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:37.606843 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:37.737692 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:37.807244 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.821883 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Request body: {'port': {'device_id': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:37.955991 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:37.982209 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:38.009079 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] 10.222.0.58 "DELETE /v2.0/networks/2705a115-0f95-4f5b-8887-69d0e5e5dd23 HTTP/1.1" status: 204 len: 168 time: 3.4157565 Sep 10 17:20:38.083875 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] For port d1f7c944-fd82-4af4-862b-068409d8ebdd, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:38.114944 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:38.122032 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] For port d1f7c944-fd82-4af4-862b-068409d8ebdd, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=d1f7c944-fd82-4af4-862b-068409d8ebdd,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:38.137141 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:38.137876 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:20:24Z', 'revision_number': 4, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e', 'name': '', 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'mac_address': 'fa:16:3e:34:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:23Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'subnets': [{'id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:38.146317 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1d4b7-5eac-40fd-ab38-b37a9048ffbe None None] The sync data for ids ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'] in dv-cinder-808475-1-smb is: [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:20:24Z', 'revision_number': 4, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e', 'name': '', 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'mac_address': 'fa:16:3e:34:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:23Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'subnets': [{'id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:20:38.203101 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-31e03be0-0f4a-411c-8ca1-8ff7ff27337f service neutron] 10.222.0.58 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8783062 Sep 10 17:20:38.262566 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-e5955769-0684-4289-b15c-8c4665c52d48 None None] Provisioning for port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:38.268645 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-e5955769-0684-4289-b15c-8c4665c52d48 None None] Provisioning complete for port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:38.269028 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e5955769-0684-4289-b15c-8c4665c52d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:38.269123 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:38.273175 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Pushing event deleted for resources: {'Network': ['ID=2705a115-0f95-4f5b-8887-69d0e5e5dd23,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:38.375067 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:38.377862 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:38.444497 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:38.444765 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-e5955769-0684-4289-b15c-8c4665c52d48 None None] Port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:20:38.450391 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:38.466985 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:38.480666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:38.701609 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:38.721545 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:38.946270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-44ed5fdc-6f9a-498a-aeae-bed2389f667f None None] Provisioning complete for port 16afbfe2-83e3-4877-86ed-27f11651a1c8 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:38.947174 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-44ed5fdc-6f9a-498a-aeae-bed2389f667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:39.044574 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-44ed5fdc-6f9a-498a-aeae-bed2389f667f None None] Port 16afbfe2-83e3-4877-86ed-27f11651a1c8 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:20:39.056423 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:39.097769 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3272b-863e-4bd6-ac3f-0faf32e36289 None None] Pushing event updated for resources: {'Port': ['ID=d1f7c944-fd82-4af4-862b-068409d8ebdd,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:39.114694 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-59d3272b-863e-4bd6-ac3f-0faf32e36289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:39.147936 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:39.156949 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:39.216587 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33114) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:39.376799 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddf96c9-3ff3-4e4d-93b0-70e1c189b68e {{(pid=76067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:20:39.383409 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d01a51ee-5cad-4ef8-8fac-457127fc6af1 service neutron] 10.222.0.58 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1789796 Sep 10 17:20:39.431955 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:39.480969 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Transition to ACTIVE for port object cddf96c9-3ff3-4e4d-93b0-70e1c189b68e will not be triggered until provisioned by entity L2. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:39.548640 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:39.625969 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:39.654119 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:39.782503 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:39.786668 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:39.797226 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:39.957669 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:39.961834 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.62', 61696) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:39.966434 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:40.000890 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae5272-42ef-4e2c-aa70-cf0b7c2eb6ef req-d8321816-468a-4c2c-b5ae-560bba266ba6 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:40.007584 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2dae5272-42ef-4e2c-aa70-cf0b7c2eb6ef req-d8321816-468a-4c2c-b5ae-560bba266ba6 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 931 time: 1.2528634 Sep 10 17:20:40.065034 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2d227fec-9f07-4e11-8419-e198a3c70860 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=155c31f62cf04f5499dde612738efd5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7978685 Sep 10 17:20:40.087288 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7e448b89-3bd9-468f-b8da-52121876f082 req-a798571a-6a0d-4e5a-95e3-296374ad29fe tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.1022098 Sep 10 17:20:40.087288 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33138) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:40.190995 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:40.221525 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:40.312709 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:40.398943 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:40.422171 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-394495b6-f017-4ae9-8acd-79bfa0425e0f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:40.423000 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-394495b6-f017-4ae9-8acd-79bfa0425e0f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Synchronizing usage tracker for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:network {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:40.568006 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Router 95921d51-827a-4efd-a8a0-01c6fff223e6 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:20:40.687929 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:40.789440 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:40.802829 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:40.934231 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-394495b6-f017-4ae9-8acd-79bfa0425e0f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Unset dirty status for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:network {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:40.935466 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-394495b6-f017-4ae9-8acd-79bfa0425e0f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 819 time: 0.9725657 Sep 10 17:20:40.944185 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2dae5272-42ef-4e2c-aa70-cf0b7c2eb6ef req-41f74f5e-9691-4ff0-b288-db9ab82dd23c tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054922 Sep 10 17:20:40.983187 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:40.994820 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:41.016511 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0f309-15a3-45a7-baad-9dc942e6515e,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:41.021664 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.024028 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fe0f309-15a3-45a7-baad-9dc942e6515e HTTP/1.1" status: 204 len: 168 time: 0.9375944 Sep 10 17:20:41.068390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:41.096756 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Attempting to bind port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:41.097116 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Attempting to bind port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '12e06b2e-2203-4bd9-b1d5-d921795f65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4'}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:41.098130 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Attempting to bind port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e on network 5871518a-5272-4ea6-85bf-e5acd05d21d4 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:41.098249 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:41.111233 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e on network 5871518a-5272-4ea6-85bf-e5acd05d21d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:20:41.111558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Attempting to bind port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e on network 5871518a-5272-4ea6-85bf-e5acd05d21d4 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:41.130417 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:20:41.132455 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.138625 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:41.138992 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Checking segment: {'id': '12e06b2e-2203-4bd9-b1d5-d921795f65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:41.139699 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Bound using segment: {'id': '12e06b2e-2203-4bd9-b1d5-d921795f65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4'} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:41.140211 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Bound port: cddf96c9-3ff3-4e4d-93b0-70e1c189b68e, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e06b2e-2203-4bd9-b1d5-d921795f65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4'}}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:41.140621 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.142165 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] 10.222.0.58 "PUT /v2.0/routers/95921d51-827a-4efd-a8a0-01c6fff223e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1774983 Sep 10 17:20:41.148954 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:41.150518 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.158334 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Request body: {'port': {'device_id': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'admin_state_up': True, 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:41.340857 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.367637 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] For port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e, host hv-cinder-80847, cleared binding levels {{(pid=76067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:41.378542 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] For port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,segment=NetworkSegment(12e06b2e-2203-4bd9-b1d5-d921795f65ee),segment_id=12e06b2e-2203-4bd9-b1d5-d921795f65ee)] {{(pid=76067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:41.426248 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f39651c0-5e6c-41fc-b38a-bd71efb607e7 req-efdc96c5-2d95-4f03-9894-bb43664aa617 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.1354079 Sep 10 17:20:41.442808 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:41.496210 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.524538 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.524703 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:20:36Z', 'revision_number': 1, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:41.537311 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928f731-e9f1-4bfe-87fa-51be3f489804 None None] The sync data for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb is: [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:20:36Z', 'revision_number': 1, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:20:41.552227 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:41.593428 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.594908 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] 10.222.0.62 "PUT /v2.0/ports/cddf96c9-3ff3-4e4d-93b0-70e1c189b68e HTTP/1.1" status: 200 len: 1093 time: 4.2283499 Sep 10 17:20:41.595374 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'tag': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:20:41.606477 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:41.608914 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:41.627609 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:41.630526 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.635222 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:41.636923 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-52b1e706-a13f-416f-9bbe-9781e42992bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:41.776181 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,revision_number=3']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:41.779721 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:41.818214 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:41.818214 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e9963cc6-df1a-4e10-9998-8957c30a0d20 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:41.885360 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:42.049667 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Made reservation on behalf of 5e1133b464b14d52956d092c7ab74bb6 for: {'port': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:42.060705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:42.115351 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:42.125451 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:42.181323 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:42.184301 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:42.200543 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port e9963cc6-df1a-4e10-9998-8957c30a0d20 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:42.200938 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:42.618712 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33200) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:42.642460 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8022f-2b6a-4fcb-8b22-0d5b866de8d0 req-b19265d8-2313-4aba-9798-eb951d69d64f tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:42.648427 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2e8022f-2b6a-4fcb-8b22-0d5b866de8d0 req-b19265d8-2313-4aba-9798-eb951d69d64f tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 943 time: 0.2848356 Sep 10 17:20:42.735092 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-fe22a567-0360-478c-9555-e82aaa97dc5d None None] Provisioning complete for port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:42.735502 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-fe22a567-0360-478c-9555-e82aaa97dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:42.911071 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:42.932427 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2df524c8-e9cd-47f2-9fa0-2cfed1a0dbc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dad24e0a122f4a8f8a04b145aa5a0b8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3100841 Sep 10 17:20:42.934668 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33204) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:42.968976 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2e8022f-2b6a-4fcb-8b22-0d5b866de8d0 req-fd09237d-5b75-4500-9906-727cd87cb06d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062063 Sep 10 17:20:43.027159 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:43.033297 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-fe22a567-0360-478c-9555-e82aaa97dc5d None None] Port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:20:43.046985 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:43.048171 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:43.088514 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:43.216094 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-c8ed6920-38e3-45ca-8bab-259fb51ccc4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24f4d73ee7794eea8f09bc51edd6bdb9&device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 1096 time: 1.2911506 Sep 10 17:20:43.420005 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:43.435729 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:43.445461 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-110a64c7-4659-4892-b534-1dab168786b1 req-f148ceea-d3f5-4065-850c-85ed5a1a633b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.1778688 Sep 10 17:20:43.449254 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Allocated IP 172.20.0.3 (9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71/a11f9538-804b-4b7c-af48-78a358dc878e/b09663d0-0f72-492a-a922-9b6770450a1d) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:43.451894 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4345ac-14f9-402f-84ee-606bce79de75,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:43.456594 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:43.462774 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:43.463601 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be4345ac-14f9-402f-84ee-606bce79de75 HTTP/1.1" status: 204 len: 168 time: 0.5280008 Sep 10 17:20:43.581517 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33216) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:43.588420 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524415588', 'description': 'tempest-description--1566929799'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:43.604602 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:43.611505 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:43.622328 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:43.634656 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:43.651749 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:43.703153 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33222) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:43.704961 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:43.705451 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:43.725535 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-86c448e3-6dde-4daa-b1c2-6434f55f4669 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e HTTP/1.1" status: 200 len: 217 time: 0.2809339 Sep 10 17:20:43.778171 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:43.882957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:43.894743 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group_rule and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:43.903598 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:43.922275 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:44.147772 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-5b2c1a6c-3225-4471-9bc0-58faeb720865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:44.150479 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-5b2c1a6c-3225-4471-9bc0-58faeb720865 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfbe3c0-e4da-4caa-9263-9409b39d7906 HTTP/1.1" status: 200 len: 852 time: 0.3861506 Sep 10 17:20:44.157300 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:44.274009 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:44.359088 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-02d2f077-4cc9-4b12-b283-6464911ddb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:44.440189 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:44.446218 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:44.519828 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:44.521203 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9383745 Sep 10 17:20:44.525457 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33242) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:44.530240 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'security_group_rule': {'security_group_id': '8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:44.549177 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:44.557655 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group_rule and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:44.568049 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:44.644409 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.62', 61704) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:44.650882 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:44.676826 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:44.714086 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'tag': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e', 'status': 'completed', 'code': 200} Sep 10 17:20:44.715211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:44.845772 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-89e60e35-2931-4e44-9440-9f09115913f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5871518a-5272-4ea6-85bf-e5acd05d21d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299827 Sep 10 17:20:44.862631 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Router ac83705f-b625-4935-a3d7-43945b349b47 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:20:44.886431 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbddb1-b53f-4bb4-9d7f-963165291e23 req-3fc7d5c6-c7fa-4685-aadf-7c587b54883c tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:44.888334 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9bbddb1-b53f-4bb4-9d7f-963165291e23 req-3fc7d5c6-c7fa-4685-aadf-7c587b54883c tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 943 time: 0.5805387 Sep 10 17:20:45.074867 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9bbddb1-b53f-4bb4-9d7f-963165291e23 req-b12685fe-f6b9-4782-bbd6-737f8a5d8301 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971761 Sep 10 17:20:45.075748 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-10c04db6-f6ed-450c-90be-d2dc79c532cb req-f5345ae9-04c2-4252-91ec-41677c660765 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.3668544 Sep 10 17:20:45.138856 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.153105 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:45.169655 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Usage tracker for resource:security_group_rule and tenant:77f1fe58bbf34bba9c6cff0e5935ca85 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:45.181730 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:45.188418 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.203533 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:45.213002 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-e7225abd-5231-4343-9f06-3b59301a9fda tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:45.214704 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-e7225abd-5231-4343-9f06-3b59301a9fda tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 819 time: 0.5463908 Sep 10 17:20:45.291382 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.316225 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:45.415311 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.417308 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.430362 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:45.434420 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Pushing event updated for resources: {'Port': ['ID=b09663d0-0f72-492a-a922-9b6770450a1d,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:45.518240 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:45.528831 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc87966c-31f0-497f-9a0f-03f1c6110ff6,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:45.543277 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:45.547842 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:45.555323 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:45.565242 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:45.571938 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.582472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Request body: {'port': {'device_id': '433ea21e-230f-45a5-9951-3efbe212bb52', 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'admin_state_up': True, 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:45.691493 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:45.692413 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.763849 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-111cea6a-5946-4d5c-8a40-63a4c66f73cf service neutron] 10.222.0.62 "GET /v2.0/networks/5871518a-5272-4ea6-85bf-e5acd05d21d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657853 Sep 10 17:20:45.805531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:45.816661 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c8a7b448-c3db-4578-bc93-b72bc19302a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:45.823921 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:45.825239 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-dd46393e-8333-4356-b150-b60b7431ac72 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3000228 Sep 10 17:20:45.829418 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33280) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:45.838146 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:20:45.857611 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] 10.222.0.58 "PUT /v2.0/routers/ac83705f-b625-4935-a3d7-43945b349b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4068480 Sep 10 17:20:45.907142 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'security_group_rule': {'security_group_id': '8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:45.922476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:45.940977 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group_rule and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:45.953696 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:45.970188 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a841e6-349f-47f5-921f-5ae35c616731,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:45.999625 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:46.002906 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:46.078068 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:46.099320 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77f1fe58bbf34bba9c6cff0e5935ca85&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3891747 Sep 10 17:20:46.100069 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33296) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:46.129360 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9729173 Sep 10 17:20:46.185075 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Request body: {'port': {'device_id': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:46.293334 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:46.366375 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d2ce9d9c-6e2f-4587-b1e3-59ef429b0793 req-a1811b33-9601-47ac-9841-a67156143d49 service neutron] 10.222.0.62 "GET /v2.0/networks/5871518a-5272-4ea6-85bf-e5acd05d21d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051622 Sep 10 17:20:46.378247 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:46.379730 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:46.409279 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:46.428370 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Made reservation on behalf of 5e1133b464b14d52956d092c7ab74bb6 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:20:46.431598 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:46.648129 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330ad50-3c6d-4451-8d6c-751ecee1a8dd req-495091ad-7308-4fc2-a512-f4bf989501f9 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:46.649787 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4330ad50-3c6d-4451-8d6c-751ecee1a8dd req-495091ad-7308-4fc2-a512-f4bf989501f9 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 943 time: 0.2517879 Sep 10 17:20:46.722656 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bfcd9fef-fdae-424e-8d3f-fd8c1c9b6ae8 req-aea594d6-d381-43e1-a079-bc9bec000adc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.1938093 Sep 10 17:20:46.845996 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4330ad50-3c6d-4451-8d6c-751ecee1a8dd req-4c3ab593-b9de-484e-ae9a-37a44badc2cc tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609623 Sep 10 17:20:46.873165 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-357b53f3-2eef-46b6-8d6e-9d343ee812e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24f4d73ee7794eea8f09bc51edd6bdb9&device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 1096 time: 0.2223516 Sep 10 17:20:46.972570 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09663d0-0f72-492a-a922-9b6770450a1d {{(pid=76067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:20:46.981041 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.020724 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.047661 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-84abb114-7c27-43d8-bec0-c3a7cb2afe7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:47.073218 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.085743 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.099863 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a841e6-349f-47f5-921f-5ae35c616731,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:47.105924 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:47.173239 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.178096 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2a841e6-349f-47f5-921f-5ae35c616731 HTTP/1.1" status: 204 len: 168 time: 1.0764730 Sep 10 17:20:47.198442 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Transition to ACTIVE for port object b09663d0-0f72-492a-a922-9b6770450a1d will not be triggered until provisioned by entity L2. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:47.200858 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.232378 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:47.293148 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f2d0a5-6ec6-4db0-8fd4-e5c26f623c28,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:47.306330 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.306466 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:47.352723 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:47.413753 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:47.416846 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5805378 Sep 10 17:20:47.420280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33338) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:47.463211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'floatingip': {'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:47.499048 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:47.520067 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:floatingip and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:47.532683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:47.556952 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-c216e60c-94d2-4099-8922-7377cf86f338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:47.559606 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:47.561921 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-c216e60c-94d2-4099-8922-7377cf86f338 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5871518a-5272-4ea6-85bf-e5acd05d21d4 HTTP/1.1" status: 200 len: 913 time: 0.5761659 Sep 10 17:20:47.568194 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Pushing event updated for resources: {'Port': ['ID=b09663d0-0f72-492a-a922-9b6770450a1d,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:47.577935 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:47.582957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Allocated IP 172.20.0.7 (9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71/a11f9538-804b-4b7c-af48-78a358dc878e/683252b6-3656-4240-9172-8dad07a342ed) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:47.738525 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:48.052023 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-0d53db58-5e3b-41fe-b1dc-2e469935c214 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e HTTP/1.1" status: 200 len: 217 time: 0.4557128 Sep 10 17:20:48.107059 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33360) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:48.118239 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244534361', 'description': 'tempest-description--212055155'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:48.188391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:48.250486 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-353e356f-71e3-4370-b776-cda391d46e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:48.252347 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-353e356f-71e3-4370-b776-cda391d46e66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfbe3c0-e4da-4caa-9263-9409b39d7906 HTTP/1.1" status: 200 len: 852 time: 0.0983438 Sep 10 17:20:48.296828 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:48.300147 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:48.306855 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:48.373597 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:48.442219 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-83a9a1b5-ccf1-4ab1-9dcb-aa9f8a72cdc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5871518a-5272-4ea6-85bf-e5acd05d21d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771698 Sep 10 17:20:48.476519 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-171780d4-e5fd-4d8e-a1dc-28ca1e741b17 req-14666eac-52f5-42a7-95d8-2eb907c60d71 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Synchronizing usage tracker for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:48.506185 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:48.618789 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:48.626974 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:48.678503 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-171780d4-e5fd-4d8e-a1dc-28ca1e741b17 req-14666eac-52f5-42a7-95d8-2eb907c60d71 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Unset dirty status for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:48.679938 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-171780d4-e5fd-4d8e-a1dc-28ca1e741b17 req-14666eac-52f5-42a7-95d8-2eb907c60d71 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.3420134 Sep 10 17:20:48.682791 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group_rule and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:48.690436 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:48.766447 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:48.794995 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5042b-5b0e-41ee-be28-4ac507bdd77c req-d8d89e7d-39d8-4866-8bcb-5197d9c19078 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:48.795428 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:48.796617 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0db5042b-5b0e-41ee-be28-4ac507bdd77c req-d8d89e7d-39d8-4866-8bcb-5197d9c19078 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 943 time: 0.3534939 Sep 10 17:20:48.799142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Attempting to bind port b09663d0-0f72-492a-a922-9b6770450a1d on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:48.799142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Attempting to bind port b09663d0-0f72-492a-a922-9b6770450a1d by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:48.799142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Attempting to bind port b09663d0-0f72-492a-a922-9b6770450a1d on network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:48.826916 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4ab0bd5a-ea65-498e-9c55-af7626e9e24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:48.882245 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-2f8e0dc6-08e4-4e19-ad32-36ce1c7007c8 service neutron] 10.222.0.62 "GET /v2.0/networks/5871518a-5272-4ea6-85bf-e5acd05d21d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016230 Sep 10 17:20:48.907390 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Port b09663d0-0f72-492a-a922-9b6770450a1d on network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:20:48.907828 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Attempting to bind port b09663d0-0f72-492a-a922-9b6770450a1d on network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:48.940006 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0db5042b-5b0e-41ee-be28-4ac507bdd77c req-9a5b11fc-fa77-4e19-b7b6-8073017c47d1 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349928 Sep 10 17:20:48.993492 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33376) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:49.047691 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:49.050697 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Pushing event updated for resources: {'Port': ['ID=683252b6-3656-4240-9172-8dad07a342ed,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:49.058356 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.069087 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:49.072699 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:49.080929 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:49.081550 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Checking segment: {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:49.081637 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Bound using segment: {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:49.082037 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Bound port: b09663d0-0f72-492a-a922-9b6770450a1d, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'}}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:49.082382 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.087289 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:49.123706 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.145348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Allocated IP 172.28.0.122 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/d1abaead-1bc4-4d4f-b97b-5b0150ed6a36) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:49.184322 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:49.184957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.200947 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:49.213286 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e1f7883-6580-481d-b777-4c7aa8e49854 req-66aa23b7-5688-43cf-8d4d-086103b9959a service neutron] 10.222.0.62 "GET /v2.0/networks/5871518a-5272-4ea6-85bf-e5acd05d21d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759988 Sep 10 17:20:49.217310 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] For port b09663d0-0f72-492a-a922-9b6770450a1d, host hv-cinder-80847, cleared binding levels {{(pid=76067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:49.221132 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] For port b09663d0-0f72-492a-a922-9b6770450a1d, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b09663d0-0f72-492a-a922-9b6770450a1d,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:49.228417 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Usage tracker for resource:security_group_rule and tenant:732b3c423eb747ee934c2d8aab46d33b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:49.296897 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:49.303567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.311284 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:49.322863 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ccd70da9-4b18-4e70-b6ea-937625f4ef2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:49.343116 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.348416 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e234365a-ea16-4ffa-9a4a-bc31a694b830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:49.387553 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebadcc3-c65a-4164-8c1e-737adc67b314,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:49.401700 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:49.453608 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.455706 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] 10.222.0.62 "PUT /v2.0/ports/b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 1093 time: 3.2909985 Sep 10 17:20:49.455706 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'tag': 'b09663d0-0f72-492a-a922-9b6770450a1d'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:20:49.464937 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.469218 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8960543 Sep 10 17:20:49.472349 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Pushing event updated for resources: {'Port': ['ID=b09663d0-0f72-492a-a922-9b6770450a1d,revision_number=3']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:49.476242 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:49.503615 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Request body: {'port': {'device_id': '433ea21e-230f-45a5-9951-3efbe212bb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:49.601631 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'tag': 'b09663d0-0f72-492a-a922-9b6770450a1d', 'status': 'completed', 'code': 200} Sep 10 17:20:49.623399 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.624830 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.5150411 Sep 10 17:20:49.628061 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 33394) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:49.633547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.641346 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'security_group_rule': {'security_group_id': '8ebadcc3-c65a-4164-8c1e-737adc67b314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:49.704567 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:49.718531 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group_rule and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:49.720463 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.722284 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:49.731313 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:49.775657 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d24b2eaa-f837-40d3-81f4-029f8c6852c4 req-1e3deaf7-f70c-4ae2-88de-2a3f52dd4c04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1096 time: 0.1409440 Sep 10 17:20:49.780963 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.820243 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:49.832419 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=732b3c423eb747ee934c2d8aab46d33b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8321638 Sep 10 17:20:49.839612 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33406) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:49.910596 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:49.978697 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66748f45-8a91-4068-a962-53db85a81116,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:49.983673 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:49.996469 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-48307770-b5f2-4ef3-94c2-69504ad448e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:50.098575 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:50.140931 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'Port': ['ID=d1abaead-1bc4-4d4f-b97b-5b0150ed6a36,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:50.143957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:50.145962 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:50.170502 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:50.195128 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b2eaa-f837-40d3-81f4-029f8c6852c4 req-9d2041f7-e909-40b1-8d46-814cf9c295e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:50.197340 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d24b2eaa-f837-40d3-81f4-029f8c6852c4 req-9d2041f7-e909-40b1-8d46-814cf9c295e5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5e1133b464b14d52956d092c7ab74bb6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4124236 Sep 10 17:20:50.240732 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.389524 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.414601 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.449080 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303e0f-0d8d-4f80-84e9-21803f50a269 req-143d785a-52cc-4c05-b661-6d8b8d09716b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:50.457354 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-66303e0f-0d8d-4f80-84e9-21803f50a269 req-143d785a-52cc-4c05-b661-6d8b8d09716b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Synchronizing usage tracker for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:50.496684 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.500112 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:50.515058 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.531453 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaef265-8515-4836-a2f3-6225fb279fc6,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:50.539502 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:50.574712 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358491e-f8ca-4c7d-a6d0-474d2661571e req-34e31b90-453a-45a4-a2c1-370ce2705840 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:50.581452 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1358491e-f8ca-4c7d-a6d0-474d2661571e req-34e31b90-453a-45a4-a2c1-370ce2705840 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 943 time: 0.4123621 Sep 10 17:20:50.644436 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-66303e0f-0d8d-4f80-84e9-21803f50a269 req-143d785a-52cc-4c05-b661-6d8b8d09716b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Unset dirty status for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:50.644436 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-66303e0f-0d8d-4f80-84e9-21803f50a269 req-143d785a-52cc-4c05-b661-6d8b8d09716b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 931 time: 0.4585080 Sep 10 17:20:50.747394 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.752443 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-829c63a1-046c-4b5d-af57-3073339fb9ab tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1217532 Sep 10 17:20:50.758208 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 33434) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:50.767598 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'security_group_rule': {'security_group_id': '8ebadcc3-c65a-4164-8c1e-737adc67b314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:50.777412 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:50.778616 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.782605 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1358491e-f8ca-4c7d-a6d0-474d2661571e req-9373e448-62aa-41f4-8b07-76f82ce22333 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003205 Sep 10 17:20:50.796186 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group_rule and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:50.806117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:50.830683 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:50.839396 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-66303e0f-0d8d-4f80-84e9-21803f50a269 req-5cad8e61-a849-4333-a87c-06ac84ea6cba tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Synchronizing usage tracker for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:50.853635 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683252b6-3656-4240-9172-8dad07a342ed {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:20:50.861741 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.865359 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b2eaa-f837-40d3-81f4-029f8c6852c4 req-44e03a86-3b01-4e2d-b1fd-d7884b79b561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:50.866319 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.866990 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d24b2eaa-f837-40d3-81f4-029f8c6852c4 req-44e03a86-3b01-4e2d-b1fd-d7884b79b561 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3209083 Sep 10 17:20:50.877398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:50.893599 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Transition to ACTIVE for port object 683252b6-3656-4240-9172-8dad07a342ed will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:20:50.897320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66748f45-8a91-4068-a962-53db85a81116,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:50.900302 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:50.908908 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:50.913097 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66748f45-8a91-4068-a962-53db85a81116 HTTP/1.1" status: 204 len: 168 time: 1.0660973 Sep 10 17:20:50.987975 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-05654c5f-c27c-434d-a331-2e4a24067ae7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1096 time: 0.0690618 Sep 10 17:20:51.052439 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.063388 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-9ab89182-78d2-4c29-8aab-3d060582aec8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 217 time: 0.0675776 Sep 10 17:20:51.129882 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.130125 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.162382 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-cce02fee-e80f-43e6-96f2-042725f30dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:51.163749 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-cce02fee-e80f-43e6-96f2-042725f30dbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0919333 Sep 10 17:20:51.183280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:51.219612 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-48e2cf6f-f16d-44c8-9f4b-4cf670a89396 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470586 Sep 10 17:20:51.317015 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-66303e0f-0d8d-4f80-84e9-21803f50a269 req-5cad8e61-a849-4333-a87c-06ac84ea6cba tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Unset dirty status for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:51.318166 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-66303e0f-0d8d-4f80-84e9-21803f50a269 req-5cad8e61-a849-4333-a87c-06ac84ea6cba tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626670 Sep 10 17:20:51.325997 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.326145 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Pushing event updated for resources: {'Port': ['ID=683252b6-3656-4240-9172-8dad07a342ed,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:51.341208 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:51.389086 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-22a82f9e-e11b-4cff-9182-cd360417926e service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609154 Sep 10 17:20:51.488732 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.494386 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Attempting to bind port 683252b6-3656-4240-9172-8dad07a342ed on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:20:51.494852 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Attempting to bind port 683252b6-3656-4240-9172-8dad07a342ed by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:20:51.495120 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Attempting to bind port 683252b6-3656-4240-9172-8dad07a342ed on network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:51.502164 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Port 683252b6-3656-4240-9172-8dad07a342ed on network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:20:51.502493 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Attempting to bind port 683252b6-3656-4240-9172-8dad07a342ed on network 9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:20:51.513808 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.521909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:20:51.521909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Checking segment: {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:20:51.521909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Bound using segment: {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:20:51.521909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Bound port: 683252b6-3656-4240-9172-8dad07a342ed, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11764c61-1630-4d38-8a4e-d63cd4aedc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:20:51.521909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.540874 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:51.558959 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481107ca-7710-4b6c-a9bf-5c6e685a472d,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:51.564298 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:51.619649 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] For port 683252b6-3656-4240-9172-8dad07a342ed, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:20:51.625192 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] For port 683252b6-3656-4240-9172-8dad07a342ed, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=683252b6-3656-4240-9172-8dad07a342ed,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:20:51.627963 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecea7bda-e586-46b7-9a90-7afffc09cb37 req-36985782-70c0-407f-b6d2-933cae607ac9 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316244 Sep 10 17:20:51.685499 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.689874 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-804d137c-7e20-4f6f-bb12-6f365b55b515 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:51.732646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.734186 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9759793 Sep 10 17:20:51.737393 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 33456) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:51.745686 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'floatingip': {'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:51.762172 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:51.768887 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:floatingip and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:51.784514 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:51.791627 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:51.793000 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.866221 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'Port': ['ID=d1abaead-1bc4-4d4f-b97b-5b0150ed6a36,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:51.866221 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:51.875035 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:51.927369 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:51.928764 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] 10.222.0.62 "PUT /v2.0/ports/683252b6-3656-4240-9172-8dad07a342ed HTTP/1.1" status: 200 len: 1093 time: 2.4310093 Sep 10 17:20:51.929227 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433ea21e-230f-45a5-9951-3efbe212bb52', 'tag': '683252b6-3656-4240-9172-8dad07a342ed'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:20:52.016590 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:52.017752 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:52.021157 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Pushing event updated for resources: {'Port': ['ID=683252b6-3656-4240-9172-8dad07a342ed,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:52.039128 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:52.064280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70503a9-a47d-4ea1-9e0f-540d2df4a52c req-7ef948b3-284a-4687-8f87-1d97f9e5c5af tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:52.065772 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e70503a9-a47d-4ea1-9e0f-540d2df4a52c req-7ef948b3-284a-4687-8f87-1d97f9e5c5af tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 943 time: 0.1326513 Sep 10 17:20:52.141569 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e70503a9-a47d-4ea1-9e0f-540d2df4a52c req-09c249c6-5810-4be2-a006-4c90146ed234 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672488 Sep 10 17:20:52.212769 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:52.390724 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433ea21e-230f-45a5-9951-3efbe212bb52', 'tag': '683252b6-3656-4240-9172-8dad07a342ed', 'status': 'completed', 'code': 200} Sep 10 17:20:52.407508 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:52.416249 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9747205 Sep 10 17:20:52.473310 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-dc422449-eda3-4407-97f2-bd7543e37b2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 1096 time: 0.1661234 Sep 10 17:20:52.501761 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Allocated IP 172.28.0.26 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/bbcdbd3e-ed13-4771-95c4-516f0df665db) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:20:52.613474 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-3b464984-2857-4400-be33-2131eb425c0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=683252b6-3656-4240-9172-8dad07a342ed HTTP/1.1" status: 200 len: 217 time: 0.1338489 Sep 10 17:20:52.761688 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:52.792632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-b298cebe-1e5e-4950-838f-72e5225dcaba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:52.806429 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d9f41a9e-090f-4599-bf99-a258b5f26947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:52.814038 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-d9f41a9e-090f-4599-bf99-a258b5f26947 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0944462 Sep 10 17:20:52.876157 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-e063e389-594c-4d59-ad96-24ba0f8e4e18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559137 Sep 10 17:20:52.971166 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-b298cebe-1e5e-4950-838f-72e5225dcaba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:52.973125 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-b298cebe-1e5e-4950-838f-72e5225dcaba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1524415588&fields=id&tenant_id=502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 267 time: 0.2705798 Sep 10 17:20:52.976211 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:52.981598 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:52.999356 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb6f95-1b5e-4355-ab28-0605d6391067 req-a49987b9-fdfd-470f-931d-da6a789808f8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:53.000420 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-01bb6f95-1b5e-4355-ab28-0605d6391067 req-a49987b9-fdfd-470f-931d-da6a789808f8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 943 time: 0.3685365 Sep 10 17:20:53.097090 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-a6a82c52-367e-41f3-9e7f-a68bc7e90eb6 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134995 Sep 10 17:20:53.102562 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-01bb6f95-1b5e-4355-ab28-0605d6391067 req-3d4413bb-9ec2-434a-b3c8-cfc543d2b601 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948818 Sep 10 17:20:53.319355 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2c51d3c-dde4-4be2-b1ae-fe83f0fae9c6 req-31cf538a-574a-4f32-aba8-74ce7f67313d service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072346 Sep 10 17:20:53.391657 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-83d7a6cd-7165-4441-bb34-b2e19dc0e364 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:53.392786 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-83d7a6cd-7165-4441-bb34-b2e19dc0e364 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:network {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:53.409674 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab634a23-4d3e-4e63-8167-9c0dc811335d req-4f555e57-e75f-4dbe-a2b9-b52d92671773 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:53.414727 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:20:53.416689 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ab634a23-4d3e-4e63-8167-9c0dc811335d req-4f555e57-e75f-4dbe-a2b9-b52d92671773 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 943 time: 0.0962822 Sep 10 17:20:53.418632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:20:53.421848 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:20:53.484568 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ab634a23-4d3e-4e63-8167-9c0dc811335d req-a28f86dd-0fb9-4efc-b00b-242bb8ff28bf tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669172 Sep 10 17:20:53.519341 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'Port': ['ID=bbcdbd3e-ed13-4771-95c4-516f0df665db,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:53.522080 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:53.592098 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-83d7a6cd-7165-4441-bb34-b2e19dc0e364 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:network {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:53.595855 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-83d7a6cd-7165-4441-bb34-b2e19dc0e364 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 817 time: 0.5716343 Sep 10 17:20:53.609905 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-c27f5506-56bf-4c5e-85f1-b94a02d1792c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 1096 time: 0.0882177 Sep 10 17:20:53.624443 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device cddf96c9-3ff3-4e4d-93b0-70e1c189b68e details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:20:53.647347 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-7f0dd3ff-e2f0-4052-82d0-1e9fe9dbf37b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/quotas/502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 375 time: 0.0428994 Sep 10 17:20:53.789268 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-012872a9-d233-431a-8fd1-de891f2d65f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:53.790945 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-012872a9-d233-431a-8fd1-de891f2d65f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.1708901 Sep 10 17:20:53.792588 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,segment=NetworkSegment(12e06b2e-2203-4bd9-b1d5-d921795f65ee),segment_id=12e06b2e-2203-4bd9-b1d5-d921795f65ee)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:53.808755 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e', 'network_id': '5871518a-5272-4ea6-85bf-e5acd05d21d4', 'port_id': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e', 'mac_address': 'fa:16:3e:a5:27:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfbe3c0-e4da-4caa-9263-9409b39d7906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:20:53.854492 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:53.879382 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-6cf6e72c-3256-4cd9-8ff1-efaa7b67f6f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=683252b6-3656-4240-9172-8dad07a342ed HTTP/1.1" status: 200 len: 217 time: 0.0814030 Sep 10 17:20:53.880193 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:53.893622 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-b39a2b9f-ce10-4481-a96a-1120e9f7212f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2450998 Sep 10 17:20:53.899049 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddf96c9-3ff3-4e4d-93b0-70e1c189b68e {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:20:53.916989 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,segment=NetworkSegment(12e06b2e-2203-4bd9-b1d5-d921795f65ee),segment_id=12e06b2e-2203-4bd9-b1d5-d921795f65ee)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:53.966945 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-4926be5e-ab99-49f7-b34e-863094dcd243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:53.968551 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-4926be5e-ab99-49f7-b34e-863094dcd243 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0824418 Sep 10 17:20:54.022066 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-6afee843-1060-4874-bac0-0326c3eabf47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450275 Sep 10 17:20:54.066182 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:54.069011 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-73ada9af-9768-4313-955b-f4a736d59467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:54.075384 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-f2f002a8-1710-4126-8bc6-67f240938937 service neutron] 10.222.0.58 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655068 Sep 10 17:20:54.210843 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:54.220828 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:54.262030 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 33536) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:54.304969 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-7ba2eac6-9d86-448f-8647-58b66a190419 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705269 Sep 10 17:20:54.328558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:54.347415 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['cddf96c9-3ff3-4e4d-93b0-70e1c189b68e'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:20:54.536717 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-ec34022c-db41-49dc-a611-bde5bd4e0d30 service neutron] 10.222.0.58 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567976 Sep 10 17:20:54.635558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:54.677327 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4d932fd5-2c8d-42dc-845b-981c94133e77 req-ba0d4e47-91d5-4cd3-b38b-406e644fbb75 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661823 Sep 10 17:20:54.718307 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed145a-4905-4d71-a4c5-ca23d030fcfa req-f9bb9d5a-dfa9-4fa1-89b8-ffbf821c7caf tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:54.724682 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d8ed145a-4905-4d71-a4c5-ca23d030fcfa req-f9bb9d5a-dfa9-4fa1-89b8-ffbf821c7caf tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 943 time: 0.3749733 Sep 10 17:20:54.792273 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:54.799396 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d8ed145a-4905-4d71-a4c5-ca23d030fcfa req-837b8868-d611-434a-85ae-d7ee27515625 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686879 Sep 10 17:20:54.808633 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Usage tracker for resource:security_group_rule and tenant:d656cbd81db84d128ef0ae1a1eb99c64 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:54.813705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:54.831651 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:54.872373 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d1f7c944-fd82-4af4-862b-068409d8ebdd up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:54.893543 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:54.945446 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.022431 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e481-cd72-4e99-9d58-389e0d7a4f65 req-77e8cdd8-52fe-4fea-9107-fe081eef17da tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:55.024064 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-49c4e481-cd72-4e99-9d58-389e0d7a4f65 req-77e8cdd8-52fe-4fea-9107-fe081eef17da tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 944 time: 0.1134727 Sep 10 17:20:55.073378 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1fc50855-94da-42c7-b75d-0ffa9ed579d3 req-3146c9d2-40b6-47c1-b053-a0d06f5fe4e8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 210 time: 0.0448241 Sep 10 17:20:55.079252 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-49c4e481-cd72-4e99-9d58-389e0d7a4f65 req-17642170-3043-4fe6-a35a-d89ac69a35d9 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490906 Sep 10 17:20:55.137178 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.137909 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.149797 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-33f1f605-1273-448b-a289-b8ce1cf9b46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:55.188334 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port d1f7c944-fd82-4af4-862b-068409d8ebdd completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:55.194583 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port d1f7c944-fd82-4af4-862b-068409d8ebdd triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:55.195234 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.239575 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f30b20-76c9-41fc-b228-922f8d4e6d60,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:55.265829 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:55.268201 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d656cbd81db84d128ef0ae1a1eb99c64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9992936 Sep 10 17:20:55.269401 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.270876 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33568) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:55.273559 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-428f3f0c-4e03-4029-8c9a-51fcd176d40f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:55.350820 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.353327 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'Port': ['ID=bbcdbd3e-ed13-4771-95c4-516f0df665db,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:55.356071 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:55.359322 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.371951 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port d1f7c944-fd82-4af4-862b-068409d8ebdd, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=d1f7c944-fd82-4af4-862b-068409d8ebdd,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:55.394084 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.536800 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.537005 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.538684 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7996931 Sep 10 17:20:55.538895 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-78ff9d1d-3713-4733-a760-3080e9488e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:55.577896 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.583458 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c4d6c297-9fcf-4e6c-a0ce-6a8cfc46827a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:55.597787 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f30b20-76c9-41fc-b228-922f8d4e6d60,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:55.601476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:55.603720 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.606382 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06f30b20-76c9-41fc-b228-922f8d4e6d60 HTTP/1.1" status: 204 len: 168 time: 0.3343456 Sep 10 17:20:55.608136 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device b09663d0-0f72-492a-a922-9b6770450a1d details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:20:55.647588 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=d1f7c944-fd82-4af4-862b-068409d8ebdd,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:55.651794 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:55.668256 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device cddf96c9-3ff3-4e4d-93b0-70e1c189b68e up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:55.851302 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port b09663d0-0f72-492a-a922-9b6770450a1d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b09663d0-0f72-492a-a922-9b6770450a1d,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:55.866607 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'b09663d0-0f72-492a-a922-9b6770450a1d', 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'port_id': 'b09663d0-0f72-492a-a922-9b6770450a1d', 'mac_address': 'fa:16:3e:9e:71:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:20:55.870481 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-2f5fb889-08d6-49c7-9d3b-7a7e4353f2c3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:55.922454 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:55.942231 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09663d0-0f72-492a-a922-9b6770450a1d {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:20:55.957100 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port b09663d0-0f72-492a-a922-9b6770450a1d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b09663d0-0f72-492a-a922-9b6770450a1d,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:55.998061 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64bab-e377-4254-a4f8-a583b05b131b req-21f8d8cc-56c5-402f-8a8e-21d8e32988e6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:55.999615 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ddb64bab-e377-4254-a4f8-a583b05b131b req-21f8d8cc-56c5-402f-8a8e-21d8e32988e6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 943 time: 0.0814304 Sep 10 17:20:56.044008 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ddb64bab-e377-4254-a4f8-a583b05b131b req-d87d8319-ca47-4280-9fbb-c3d40250ccc0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Sep 10 17:20:56.062586 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-2f5fb889-08d6-49c7-9d3b-7a7e4353f2c3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:56.063936 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-2f5fb889-08d6-49c7-9d3b-7a7e4353f2c3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--244534361&fields=id&tenant_id=b5218a4f079d453d9eaa19d38112b640 HTTP/1.1" status: 200 len: 267 time: 0.2340002 Sep 10 17:20:56.066703 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:56.072715 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:56.073110 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:56.170558 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:56.179183 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:56.263890 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-8fbbdb15-1ddc-45ae-befa-32342ec45c31 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:56.266071 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-8fbbdb15-1ddc-45ae-befa-32342ec45c31 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 811 time: 0.1951308 Sep 10 17:20:56.272965 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:56.285106 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-3a8b84d7-aee1-4a0e-91f5-486e014b9d0d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/quotas/b5218a4f079d453d9eaa19d38112b640 HTTP/1.1" status: 200 len: 375 time: 0.0134020 Sep 10 17:20:56.409071 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,segment=NetworkSegment(12e06b2e-2203-4bd9-b1d5-d921795f65ee),segment_id=12e06b2e-2203-4bd9-b1d5-d921795f65ee)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:56.416906 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:20:56.428276 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-2424c23a-326d-4b8e-8565-8af28ef9599a tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228240 Sep 10 17:20:56.454435 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e962-e024-4118-9e36-a9ed81dbf7bf req-8fd421f8-5026-4401-9df0-d32840a832d9 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:56.471698 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-25c0e962-e024-4118-9e36-a9ed81dbf7bf req-8fd421f8-5026-4401-9df0-d32840a832d9 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 944 time: 0.2019768 Sep 10 17:20:56.524952 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['b09663d0-0f72-492a-a922-9b6770450a1d'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:20:56.567090 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-25c0e962-e024-4118-9e36-a9ed81dbf7bf req-0055cad2-90cb-44e9-81c5-d5454ded3e2e tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915110 Sep 10 17:20:56.574889 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=b09663d0-0f72-492a-a922-9b6770450a1d,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:56.577992 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:56.590642 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:56.591347 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:56.654971 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5bc700af-b353-42bd-97a5-22c201ed64cf service neutron] 10.222.0.58 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211690 Sep 10 17:20:56.746069 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:56.763084 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3e377de2-f385-4239-a935-fae10525c35e req-6fb877d0-3729-4b72-b47e-889a51adfba4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 210 time: 0.1285224 Sep 10 17:20:56.773675 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:56.836391 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d1f7c944-fd82-4af4-862b-068409d8ebdd up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:56.939052 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-c72df2db-a065-4d71-a0c5-84c1550a990d service neutron] 10.222.0.58 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731586 Sep 10 17:20:56.995934 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port d1f7c944-fd82-4af4-862b-068409d8ebdd triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:56.996404 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:57.344587 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e', 'code': 200} Sep 10 17:20:57.490954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58913c-77b9-4838-9778-3c7fbd6aa38c req-156573d1-5d5d-4a1a-bea0-bffc2b89c965 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:57.492787 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8d58913c-77b9-4838-9778-3c7fbd6aa38c req-156573d1-5d5d-4a1a-bea0-bffc2b89c965 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 943 time: 0.1500790 Sep 10 17:20:57.543905 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-28e9efdb-268d-4a32-a649-4bef4d225b7b req-dddb30b5-5115-4d79-89f7-57b396864b09 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:57.569150 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8d58913c-77b9-4838-9778-3c7fbd6aa38c req-109eddde-3b4d-40bd-bbc9-8b006259c79b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652270 Sep 10 17:20:57.617673 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 683252b6-3656-4240-9172-8dad07a342ed details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:20:57.620857 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device b09663d0-0f72-492a-a922-9b6770450a1d up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:57.646296 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-28e9efdb-268d-4a32-a649-4bef4d225b7b req-dddb30b5-5115-4d79-89f7-57b396864b09 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:57.647624 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-28e9efdb-268d-4a32-a649-4bef4d225b7b req-dddb30b5-5115-4d79-89f7-57b396864b09 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 210 time: 0.1854928 Sep 10 17:20:57.953092 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087d72-6f62-4900-847f-3499da86cc2b req-6db43265-ed17-4850-9222-d1b76a59323f tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:57.959845 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-be087d72-6f62-4900-847f-3499da86cc2b req-6db43265-ed17-4850-9222-d1b76a59323f tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.1757298 Sep 10 17:20:57.994616 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 683252b6-3656-4240-9172-8dad07a342ed, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=683252b6-3656-4240-9172-8dad07a342ed,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:58.009184 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '683252b6-3656-4240-9172-8dad07a342ed', 'network_id': '9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71', 'port_id': '683252b6-3656-4240-9172-8dad07a342ed', 'mac_address': 'fa:16:3e:4c:4e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11f9538-804b-4b7c-af48-78a358dc878e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:20:58.016345 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-be087d72-6f62-4900-847f-3499da86cc2b req-8d1818d7-2837-42ff-aaf0-ad1ad2c1dbd2 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556583 Sep 10 17:20:58.060459 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d57afcdb-27a1-42dc-b4d1-3535aeba7b9b req-bc551c3e-aad2-42b9-a686-cd10c3ee0786 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 210 time: 0.0456595 Sep 10 17:20:58.070270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.086885 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683252b6-3656-4240-9172-8dad07a342ed {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:20:58.102778 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 683252b6-3656-4240-9172-8dad07a342ed, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=683252b6-3656-4240-9172-8dad07a342ed,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:58.104205 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port b09663d0-0f72-492a-a922-9b6770450a1d completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:20:58.116464 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port b09663d0-0f72-492a-a922-9b6770450a1d triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:20:58.116464 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.234271 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-414267bf-a1b9-433b-a13e-434b40968b48 req-da9a2547-5308-4ea7-9f20-7c3a371a3d2b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 1098 time: 0.0856097 Sep 10 17:20:58.237624 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.258348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.260335 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.262785 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:58.289744 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:58.293543 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Usage tracker for resource:security_group_rule and tenant:7d9ebd83d0944ff0bc47c03abca89ac7 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:58.296502 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:58.322411 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:58.322774 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port b09663d0-0f72-492a-a922-9b6770450a1d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b09663d0-0f72-492a-a922-9b6770450a1d,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:20:58.339606 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=683252b6-3656-4240-9172-8dad07a342ed,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:58.342745 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:58.437129 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.439272 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:58.451571 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.521300 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:58.543379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:20:58.569582 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['683252b6-3656-4240-9172-8dad07a342ed'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:20:58.575460 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-414267bf-a1b9-433b-a13e-434b40968b48 req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340721 Sep 10 17:20:58.576111 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63d081ac-f605-4f63-8cda-418609b58e6b,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:58.580624 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:58.612387 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=b09663d0-0f72-492a-a922-9b6770450a1d,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:20:58.624699 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:20:58.675557 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Sync routers for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:20:58.689428 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:20:58.690520 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:58.781250 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33696) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:20:58.896567 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8a125089-3390-482b-acd0-e60ef2f2c2bf req-f03f0a06-edbf-40bc-99a0-f033a3023175 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 210 time: 0.1153171 Sep 10 17:20:58.981700 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:20:59.200803 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-c218e3dd-ee58-4f66-bd1d-9e25895f10aa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:59.207421 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-c218e3dd-ee58-4f66-bd1d-9e25895f10aa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 817 time: 0.3343379 Sep 10 17:20:59.283649 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5e020-d478-4d05-a471-ded3f4ad46c4 req-bb0ba69e-af1b-405a-95c0-bfeb6d1476f7 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:59.285175 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-63e5e020-d478-4d05-a471-ded3f4ad46c4 req-bb0ba69e-af1b-405a-95c0-bfeb6d1476f7 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.1241052 Sep 10 17:20:59.320223 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:59.346385 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09663d0-0f72-492a-a922-9b6770450a1d'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:20:59.371299 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-63e5e020-d478-4d05-a471-ded3f4ad46c4 req-1abfd2ab-773a-4284-b9a8-17a04317d2af tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795412 Sep 10 17:20:59.395611 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:20:59.396124 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84110-95dd-48ad-ba78-4061cad268ff req-89499723-e5fd-4241-9fca-dc6b5cd4dc31 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:20:59.399608 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecd84110-95dd-48ad-ba78-4061cad268ff req-89499723-e5fd-4241-9fca-dc6b5cd4dc31 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 944 time: 0.6046250 Sep 10 17:20:59.405547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-49afb70d-e903-46b1-9199-1644d78dff76 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:20:59.430388 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:59.443064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb692875cee4b89a280d2f02ab3be9f is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:59.447717 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:59.456217 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:20:59.481929 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-49afb70d-e903-46b1-9199-1644d78dff76 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:20:59.485932 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-49afb70d-e903-46b1-9199-1644d78dff76 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 380 time: 0.2173471 Sep 10 17:20:59.487523 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:20:35Z', 'revision_number': 2, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:20:59.528905 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Checking router: 95921d51-827a-4efd-a8a0-01c6fff223e6 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:20:59.531479 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Updating router 95921d51-827a-4efd-a8a0-01c6fff223e6 port 16afbfe2-83e3-4877-86ed-27f11651a1c8 binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:20:59.559443 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'port': {'device_id': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'admin_state_up': True, 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'security_groups': ['8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8']}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:20:59.575161 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f571d593-7b51-42f8-a88c-c21265752ea8 req-e549e59c-da57-4b0c-9c03-15267957b20a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 210 time: 0.0580649 Sep 10 17:20:59.645754 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 683252b6-3656-4240-9172-8dad07a342ed up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:20:59.693919 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ecd84110-95dd-48ad-ba78-4061cad268ff req-261d21e6-3f43-428e-b3b2-57b752c7d834 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933481 Sep 10 17:20:59.694541 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:59.710105 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09663d0-0f72-492a-a922-9b6770450a1d', 'code': 200} Sep 10 17:20:59.871811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:20:59.872994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:20:59.876896 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:port and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:20:59.879964 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:20:59.885590 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:00.033417 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port 683252b6-3656-4240-9172-8dad07a342ed completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:21:00.036811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.038922 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 683252b6-3656-4240-9172-8dad07a342ed triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:00.039467 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.047535 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:00.147325 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac3a3c-2b33-44b6-8b04-d345072b7088,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:00.150919 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Made reservation on behalf of 502a711a8ab9445b80c013ab95f4d1f1 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:21:00.155305 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.173941 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:00.182721 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4eb692875cee4b89a280d2f02ab3be9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4015541 Sep 10 17:21:00.187683 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 33742) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:00.201154 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-17cc07ea-8b6b-49aa-8fd8-6a9541509fcd req-02ead368-d69b-4da8-a596-271e488b8a7d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 210 time: 0.1707406 Sep 10 17:21:00.202614 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.266497 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 683252b6-3656-4240-9172-8dad07a342ed, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=683252b6-3656-4240-9172-8dad07a342ed,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:00.327767 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.370088 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.371364 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.375656 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:00.430584 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.455859 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Transition to ACTIVE for port object 16afbfe2-83e3-4877-86ed-27f11651a1c8 will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:21:00.536838 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=683252b6-3656-4240-9172-8dad07a342ed,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:00.545769 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:00.608786 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.612256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.622042 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:00.622226 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:00.644183 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac3a3c-2b33-44b6-8b04-d345072b7088,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:00.653276 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:00.667116 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:00.668555 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdac3a3c-2b33-44b6-8b04-d345072b7088 HTTP/1.1" status: 204 len: 168 time: 0.4734991 Sep 10 17:21:00.693339 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9bb34f9a-a2a7-46cd-a124-456c1e48dbb4 req-489c2ab8-7fcf-4ddf-88a2-17e135fa3a1d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.1362448 Sep 10 17:21:00.796636 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9bb34f9a-a2a7-46cd-a124-456c1e48dbb4 req-11819fd2-6f00-4f1c-af21-ae24ac8380f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918286 Sep 10 17:21:00.823546 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Allocated IP 172.20.0.9 (c97ed1e5-b42b-4bbb-8956-41f0e0205600/86dd2abc-4038-4891-8abd-836ebc151a41/9b64c108-2f6d-4fbf-bd51-76c3e1374cee) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:21:00.833846 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d78a94-8161-4ec3-a22e-98f96dfb8119 None None] Pushing event updated for resources: {'Port': ['ID=16afbfe2-83e3-4877-86ed-27f11651a1c8,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:00.855479 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-e8d78a94-8161-4ec3-a22e-98f96dfb8119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:01.146447 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3eb9bb52-2e8e-4403-95fe-6334d43abbf3 req-f661c09b-ab29-406e-851a-3940516eeb87 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 210 time: 0.2412221 Sep 10 17:21:01.230132 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Attempting to bind port 16afbfe2-83e3-4877-86ed-27f11651a1c8 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:21:01.231403 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Attempting to bind port 16afbfe2-83e3-4877-86ed-27f11651a1c8 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:21:01.232185 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Attempting to bind port 16afbfe2-83e3-4877-86ed-27f11651a1c8 on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:21:01.245559 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:21:01.247076 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Checking segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:21:01.248130 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:01.249822 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Bound using segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:21:01.251306 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Bound port: 16afbfe2-83e3-4877-86ed-27f11651a1c8, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:21:01.252286 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:01.321733 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13c22f-d16f-44a8-8251-8358af274d28 req-4e10b463-79df-4dd1-b714-cb1258394e73 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:01.323335 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9f13c22f-d16f-44a8-8251-8358af274d28 req-4e10b463-79df-4dd1-b714-cb1258394e73 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.5966830 Sep 10 17:21:01.336536 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:01.430499 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Transition to ACTIVE for port object 9b64c108-2f6d-4fbf-bd51-76c3e1374cee will not be triggered until provisioned by entity DHCP. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:21:01.544897 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] For port 16afbfe2-83e3-4877-86ed-27f11651a1c8, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:21:01.547044 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9f13c22f-d16f-44a8-8251-8358af274d28 req-265b0b4c-de7a-4b8b-a5a8-78996537ccd7 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018375 Sep 10 17:21:01.547768 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d6dee-062b-4673-9bf3-61df9eb4683f req-23cc9386-15e9-4a1e-b644-7a8f8c6a82e0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:01.554409 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] For port 16afbfe2-83e3-4877-86ed-27f11651a1c8, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=16afbfe2-83e3-4877-86ed-27f11651a1c8,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:21:01.561134 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-482d6dee-062b-4673-9bf3-61df9eb4683f req-23cc9386-15e9-4a1e-b644-7a8f8c6a82e0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1939707 Sep 10 17:21:01.634978 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:01.639267 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-beb3d067-7df1-4c88-a70e-ecfb62e30c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:01.680148 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:01.689618 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ca652fba-d57f-492e-977c-b7e63b667808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:01.715807 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433ea21e-230f-45a5-9951-3efbe212bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683252b6-3656-4240-9172-8dad07a342ed'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:01.800098 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33786) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:01.867235 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:21:01.871215 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:21:01.890418 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d78a94-8161-4ec3-a22e-98f96dfb8119 None None] Pushing event updated for resources: {'Port': ['ID=16afbfe2-83e3-4877-86ed-27f11651a1c8,revision_number=4']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:01.891452 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:21:01.903363 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-e8d78a94-8161-4ec3-a22e-98f96dfb8119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:01.912974 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-482d6dee-062b-4673-9bf3-61df9eb4683f req-16737285-a1ec-4c50-8845-2023f265b5c2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510773 Sep 10 17:21:02.027039 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:21:02.031409 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:20:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:02.058081 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:02.154427 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:02.192714 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cf3b1099-7fb2-4f5c-b691-938522d0b98b req-1ebc2146-10fd-481e-919f-8295e0626988 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 210 time: 0.1449184 Sep 10 17:21:02.212959 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433ea21e-230f-45a5-9951-3efbe212bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683252b6-3656-4240-9172-8dad07a342ed', 'code': 200} Sep 10 17:21:02.230491 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:02.231173 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:02.243224 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-828e40da-fa8d-437d-9ba4-5769495a51d0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:02.248087 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-828e40da-fa8d-437d-9ba4-5769495a51d0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:network {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:21:02.423665 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9312596 Sep 10 17:21:02.439233 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Request body: {'port': {'device_id': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:21:02.463086 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-828e40da-fa8d-437d-9ba4-5769495a51d0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:network {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:21:02.465333 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-828e40da-fa8d-437d-9ba4-5769495a51d0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 811 time: 0.8366110 Sep 10 17:21:02.574475 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33798) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:02.707673 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:02.734204 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-cb54b097-4fbb-4055-9630-7d235b689b71 None None] Provisioning for port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:21:02.751541 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-41165b3a-250a-4d64-a097-7b247f2d6e39 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:21:02.752079 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-cb54b097-4fbb-4055-9630-7d235b689b71 None None] Provisioning complete for port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:02.752079 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-cb54b097-4fbb-4055-9630-7d235b689b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:02.765758 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:21:02.769764 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-41165b3a-250a-4d64-a097-7b247f2d6e39 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:21:02.771293 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-41165b3a-250a-4d64-a097-7b247f2d6e39 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5218a4f079d453d9eaa19d38112b640 HTTP/1.1" status: 200 len: 379 time: 0.2850616 Sep 10 17:21:02.782175 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'port': {'device_id': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'admin_state_up': True, 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'security_groups': ['8ebadcc3-c65a-4164-8c1e-737adc67b314']}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:21:02.837685 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:02.867444 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:02.891573 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43d58e-562d-4d18-ba3b-4122a9a0432e req-9b97256e-b9df-4978-8fef-b0abc3ccfc1a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:02.899261 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3d43d58e-562d-4d18-ba3b-4122a9a0432e req-9b97256e-b9df-4978-8fef-b0abc3ccfc1a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 931 time: 0.2990701 Sep 10 17:21:02.906314 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-cb54b097-4fbb-4055-9630-7d235b689b71 None None] Port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:21:02.991630 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:02.996313 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ab76b7a6ae4dd39957ce5baa1aec2c is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:03.001091 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:03.002470 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3d43d58e-562d-4d18-ba3b-4122a9a0432e req-3856c058-b0fe-4761-ae98-ddd97de19505 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826688 Sep 10 17:21:03.008585 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:03.124679 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:03.149792 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:03.160299 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:03.176496 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:03.180482 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Usage tracker for resource:security_group_rule and tenant:d7b1c5ee63344fb29f6d482fd989bd1a is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:03.184273 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:03.190476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:03.252105 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2864d58e-33e4-4850-9c8c-e1b2dfbf23c5 req-cfa9f912-4c52-4c6f-a2b5-5d65bb9f5e97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 1098 time: 0.2230053 Sep 10 17:21:03.266735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:03.276729 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-61a8d3eb-aacc-40cd-b6ff-5977b94cfbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:03.287510 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:01Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:03.289188 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc819d7-af5c-4057-9fae-14b31cf914d2 req-9734debb-a32c-446f-b921-3639f4a72230 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:03.290701 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cdc819d7-af5c-4057-9fae-14b31cf914d2 req-9734debb-a32c-446f-b921-3639f4a72230 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.3929605 Sep 10 17:21:03.291829 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1eeb73-3b4e-4d08-9835-8697f8b4bb67 None None] The sync data for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb is: [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:01Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:21:03.336452 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f491e-2421-4294-a9b3-3b6d9a1b8af5 req-009b5b96-c2c0-4f92-997d-5c4ef50b34c4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:03.355739 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a91f491e-2421-4294-a9b3-3b6d9a1b8af5 req-009b5b96-c2c0-4f92-997d-5c4ef50b34c4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1453187 Sep 10 17:21:03.358912 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2864d58e-33e4-4850-9c8c-e1b2dfbf23c5 req-e0fd7e6a-95ff-4b1e-aa3b-41dcce918c3e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990205 Sep 10 17:21:03.410355 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a91f491e-2421-4294-a9b3-3b6d9a1b8af5 req-234e60ac-00f1-44da-8b26-036bfd62a524 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Sep 10 17:21:03.415982 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6202958c-286b-4ff4-9d7f-4b4f4ebabbf3,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:03.419748 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:03.452392 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Made reservation on behalf of b5218a4f079d453d9eaa19d38112b640 for: {'port': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:21:03.461595 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:03.476611 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2ab76b7a6ae4dd39957ce5baa1aec2c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6713319 Sep 10 17:21:03.478072 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33816) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:03.572998 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cdc819d7-af5c-4057-9fae-14b31cf914d2 req-043eb326-dd43-4041-aa18-21ca323f37a3 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694013 Sep 10 17:21:03.641290 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:03.716731 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:03.727872 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-72cccb47-b6c5-4ac3-84c8-91148a560359 req-18f84022-73d0-41ad-92d5-16c2ea0969a7 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 210 time: 0.0887566 Sep 10 17:21:03.752823 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:03.769696 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Allocated IP 172.20.0.3 (6058e59e-c8a2-4f37-8df5-d68cb89bd138/9e552692-6503-4ba4-9908-0b89b2514f16/4ba668e2-6445-45ff-833b-f6d4754c2cb2) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:21:03.796453 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:03.815994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-22a7e1a7-70de-45c9-9eb0-fcb33f196b61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:03.880598 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb957f2-c519-4a1a-b691-80147f2f02bd,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:03.885095 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:03.891272 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7b1c5ee63344fb29f6d482fd989bd1a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3129938 Sep 10 17:21:03.891858 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33830) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:03.896642 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9368-683f-4258-ab06-5eb9fde8e9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.059525 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.067819 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.074765 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-41450f46-7667-4da5-83cc-e34c7091ce72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:04.078618 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Transition to ACTIVE for port object 4ba668e2-6445-45ff-833b-f6d4754c2cb2 will not be triggered until provisioned by entity DHCP. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:21:04.093631 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6202958c-286b-4ff4-9d7f-4b4f4ebabbf3,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:04.100567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b64c108-2f6d-4fbf-bd51-76c3e1374cee {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:21:04.105003 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:04.114637 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.137577 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.138694 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6202958c-286b-4ff4-9d7f-4b4f4ebabbf3 HTTP/1.1" status: 204 len: 168 time: 0.6545777 Sep 10 17:21:04.164673 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.166587 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Transition to ACTIVE for port object 9b64c108-2f6d-4fbf-bd51-76c3e1374cee will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:21:04.194504 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.257563 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.268194 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:04.321541 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816547c-ce0a-4a86-8e02-7b444afb2c7a req-ab3c52fb-71fd-4873-a94c-cfec24e01f65 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:04.322842 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-8816547c-ce0a-4a86-8e02-7b444afb2c7a req-ab3c52fb-71fd-4873-a94c-cfec24e01f65 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:21:04.340668 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.348649 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:21:04.357203 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:21:04.362266 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:21:04.368895 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.401074 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57c23698-dd7a-45ed-a7a1-2a601e9ae2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:04.425701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'Port': ['ID=4ba668e2-6445-45ff-833b-f6d4754c2cb2,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:04.433977 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:04.482319 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:04.497207 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.530663 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.721189 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-8816547c-ce0a-4a86-8e02-7b444afb2c7a req-ab3c52fb-71fd-4873-a94c-cfec24e01f65 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:21:04.730230 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8816547c-ce0a-4a86-8e02-7b444afb2c7a req-ab3c52fb-71fd-4873-a94c-cfec24e01f65 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 931 time: 0.5032067 Sep 10 17:21:04.760917 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9837406 Sep 10 17:21:04.776214 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Request body: {'port': {'device_id': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:21:04.864988 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:04.868864 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdb957f2-c519-4a1a-b691-80147f2f02bd HTTP/1.1" status: 204 len: 168 time: 0.9739792 Sep 10 17:21:04.894850 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 16afbfe2-83e3-4877-86ed-27f11651a1c8 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:21:04.896726 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:04.903968 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:04.971017 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d4a4f9ab-e825-4e93-a9eb-f28a7f7db25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:05.011904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb957f2-c519-4a1a-b691-80147f2f02bd,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:05.020202 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-1e86bc12-8c0c-4bfe-869f-a533260a2a89 None None] Provisioning for port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:21:05.043859 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:05.044072 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.080816 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8816547c-ce0a-4a86-8e02-7b444afb2c7a req-0d2e00c6-3709-4270-93cc-5e20aabfff12 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482690 Sep 10 17:21:05.139816 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9409f6-9f95-4b4c-8db0-1fa8a97a2920 req-aa95a4fa-6337-4f75-920c-9111aa2c56bf tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:05.146118 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Attempting to bind port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:21:05.147117 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1d9409f6-9f95-4b4c-8db0-1fa8a97a2920 req-aa95a4fa-6337-4f75-920c-9111aa2c56bf tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.4532390 Sep 10 17:21:05.147733 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Attempting to bind port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:21:05.150141 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Attempting to bind port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:21:05.164359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:21:05.164983 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Attempting to bind port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:21:05.166280 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-1e86bc12-8c0c-4bfe-869f-a533260a2a89 None None] Provisioning complete for port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:05.168753 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1e86bc12-8c0c-4bfe-869f-a533260a2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.179790 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:21:05.187340 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Checking segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:21:05.188477 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Bound using segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:21:05.189152 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Bound port: 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:21:05.189734 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.313642 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-1e86bc12-8c0c-4bfe-869f-a533260a2a89 None None] Port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:21:05.332361 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1d9409f6-9f95-4b4c-8db0-1fa8a97a2920 req-c5ce3bbc-d122-4956-ab64-6399e95c0dcc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842308 Sep 10 17:21:05.470079 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 16afbfe2-83e3-4877-86ed-27f11651a1c8 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:21:05.470468 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:21:05.474708 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:21:05.485430 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905c842-7b64-4980-946b-a12e224ecb37 req-3e55d54b-03e2-44a7-9847-1c0e8c5009ad tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:05.487010 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e905c842-7b64-4980-946b-a12e224ecb37 req-3e55d54b-03e2-44a7-9847-1c0e8c5009ad tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 931 time: 0.1980579 Sep 10 17:21:05.488566 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 16afbfe2-83e3-4877-86ed-27f11651a1c8 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:05.489667 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.538099 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e905c842-7b64-4980-946b-a12e224ecb37 req-fd66c36e-c28c-49ad-aa55-5189a8eea147 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Sep 10 17:21:05.565829 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.570711 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:05.610441 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33866) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:05.638839 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.652413 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.705923 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.707400 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-26381ea0-9997-43c3-af68-834f9234938e service neutron] 10.222.0.62 "PUT /v2.0/ports/9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 200 len: 1093 time: 3.2738926 Sep 10 17:21:05.710411 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:05.714572 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 16afbfe2-83e3-4877-86ed-27f11651a1c8, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=16afbfe2-83e3-4877-86ed-27f11651a1c8,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:05.751147 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba668e2-6445-45ff-833b-f6d4754c2cb2 {{(pid=76067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:21:05.762017 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.762814 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:05.767377 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:05.787166 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:05.798328 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Usage tracker for resource:security_group_rule and tenant:bad5f0a822c442a393a36f12d9638aa6 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:05.803994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:05.811818 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:05.829501 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:05.832278 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:05.856961 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Transition to ACTIVE for port object 4ba668e2-6445-45ff-833b-f6d4754c2cb2 will not be triggered until provisioned by entity L2. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:21:05.861948 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'status': 'completed', 'code': 200} Sep 10 17:21:06.013494 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=16afbfe2-83e3-4877-86ed-27f11651a1c8,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:06.017621 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:06.039706 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:06.055232 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:06.067936 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:06.073985 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-58ee6e59-aa24-40d5-b590-279296dddbf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1096 time: 0.2000096 Sep 10 17:21:06.119025 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ec43-8e8d-4ce5-a2ff-5c2204afc9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:06.175305 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:06.182466 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:06.194194 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-49cc59f3-3267-41e7-8085-48754792a90e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 200 len: 217 time: 0.1124618 Sep 10 17:21:06.261708 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba668e2-6445-45ff-833b-f6d4754c2cb2,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:06.541729 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:06.547184 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed36dd0-885f-48cc-8381-e64b1ad5f1e9,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:06.547184 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:06.547184 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-7daad80f-d451-4044-885e-dfeac6a13ee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:06.547184 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-7daad80f-d451-4044-885e-dfeac6a13ee5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.1769297 Sep 10 17:21:06.548257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Attempting to bind port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:21:06.548257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Attempting to bind port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:21:06.548257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Attempting to bind port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:21:06.548257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:21:06.548257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Attempting to bind port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:21:06.549003 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bad5f0a822c442a393a36f12d9638aa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8062420 Sep 10 17:21:06.549092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:21:06.549092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Checking segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:21:06.549092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Bound using segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:21:06.549092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Bound port: 4ba668e2-6445-45ff-833b-f6d4754c2cb2, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:21:06.549092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:06.549497 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c21cb-c5ea-4e45-a810-3cebaedb1f5c req-e84bae11-1218-4597-847d-02a7eac31e42 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:06.549497 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-541c21cb-c5ea-4e45-a810-3cebaedb1f5c req-e84bae11-1218-4597-847d-02a7eac31e42 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1966014 Sep 10 17:21:06.549497 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 33900) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:06.549497 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-e80674e1-6d0e-41f9-9d56-954a522bee98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1569257 Sep 10 17:21:06.612841 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-541c21cb-c5ea-4e45-a810-3cebaedb1f5c req-130d27d9-ee54-45bb-9c41-54ed6de46add tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017942 Sep 10 17:21:06.616512 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] For port 4ba668e2-6445-45ff-833b-f6d4754c2cb2, host hv-cinder-80847, cleared binding levels {{(pid=76067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:21:06.620536 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] For port 4ba668e2-6445-45ff-833b-f6d4754c2cb2, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:21:06.644062 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd003e-3137-4f1e-a207-98b58afb99cd req-d70af528-894c-497e-a2a8-ed73cecc6c46 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:06.644062 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5fcd003e-3137-4f1e-a207-98b58afb99cd req-d70af528-894c-497e-a2a8-ed73cecc6c46 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1228094 Sep 10 17:21:06.749729 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:06.750414 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5fcd003e-3137-4f1e-a207-98b58afb99cd req-2ae24221-e60c-4ef6-8345-bf5f0a8c430c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911980 Sep 10 17:21:06.823533 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:06.842182 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-3e6aa06e-ed51-4f0e-ab0f-6ac04b45230d service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679477 Sep 10 17:21:06.846011 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 16afbfe2-83e3-4877-86ed-27f11651a1c8 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:21:07.004105 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b57015-ebd3-4aff-af19-88891d996ef3 req-57f4b583-3ee3-4107-a1e2-4169ec595cda tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:07.004810 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-20b57015-ebd3-4aff-af19-88891d996ef3 req-57f4b583-3ee3-4107-a1e2-4169ec595cda tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:21:07.015685 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 16afbfe2-83e3-4877-86ed-27f11651a1c8 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:07.016322 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:07.034743 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa8bc4e0-d280-4392-b7d6-38c4b89f2a52 req-0aa66212-5487-4853-94c8-b8fd087b0fe6 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846621 Sep 10 17:21:07.691252 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:07.695610 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:07.758274 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:07.759680 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] 10.222.0.62 "PUT /v2.0/ports/4ba668e2-6445-45ff-833b-f6d4754c2cb2 HTTP/1.1" status: 200 len: 1093 time: 2.9881778 Sep 10 17:21:07.760142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:07.779382 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba668e2-6445-45ff-833b-f6d4754c2cb2,revision_number=3']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:07.783080 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:08.080055 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:08.081211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:08.081689 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-20b57015-ebd3-4aff-af19-88891d996ef3 req-57f4b583-3ee3-4107-a1e2-4169ec595cda tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:21:08.083005 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-20b57015-ebd3-4aff-af19-88891d996ef3 req-57f4b583-3ee3-4107-a1e2-4169ec595cda tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 943 time: 1.1729622 Sep 10 17:21:08.086608 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ab0bb4b7-b3c9-424f-ac71-8db7a9b3fa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:08.108317 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed36dd0-885f-48cc-8381-e64b1ad5f1e9,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:08.112518 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:08.121394 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:08.122729 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ed36dd0-885f-48cc-8381-e64b1ad5f1e9 HTTP/1.1" status: 204 len: 168 time: 1.5849068 Sep 10 17:21:08.181323 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-20b57015-ebd3-4aff-af19-88891d996ef3 req-2b3fdb93-00c6-477f-afa1-b311655a25f6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924883 Sep 10 17:21:08.225969 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-540982f6-777c-44b3-b6be-ff4d7b3378e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1096 time: 0.1048756 Sep 10 17:21:08.408680 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-a6faab25-c2db-45ec-bf41-f4880bd82752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:08.410415 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-a6faab25-c2db-45ec-bf41-f4880bd82752 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.1651156 Sep 10 17:21:08.488801 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-1bf83336-cfcd-4f8c-9a38-6f0fef31c3c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 200 len: 217 time: 0.0709229 Sep 10 17:21:08.521676 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-37f50173-2177-434b-a7f8-f549e5de8711 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 1096 time: 0.1644156 Sep 10 17:21:08.555754 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-fba6d867-5bf7-4cfc-9439-9eb7889a559b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:08.557261 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-fba6d867-5bf7-4cfc-9439-9eb7889a559b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.0590911 Sep 10 17:21:08.565152 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:08.601684 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-c8c0143e-14d8-4035-86a5-374d8ade61a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2 HTTP/1.1" status: 200 len: 217 time: 0.0680215 Sep 10 17:21:08.650438 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-ba6e5f26-36f4-4fab-b598-a27d767c62c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773771 Sep 10 17:21:08.676087 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-7f7f5d4b-ffe2-4fcd-b3a7-ddd35d07a46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:08.677993 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-7f7f5d4b-ffe2-4fcd-b3a7-ddd35d07a46c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.0694637 Sep 10 17:21:08.801378 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-ba8c8736-c8b2-44f0-9a11-b9e6ea42f117 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420100 Sep 10 17:21:08.802897 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-9a60aee8-f9de-448a-a46d-e5134482f224 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1158488 Sep 10 17:21:08.966853 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4f884a03-9bf1-41bc-8c77-12a97eb09029 req-897852b0-cd53-443e-ba32-ccd63cdea44c service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452658 Sep 10 17:21:08.985312 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-b318e6a5-40bd-4109-9794-f37742030333 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613450 Sep 10 17:21:09.136854 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-abbb5717-ede3-4b50-96fc-a9ac6092a0fa req-2628d1ab-1885-4d05-9ee2-95ca9023ee7a service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403368 Sep 10 17:21:09.238032 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915418a-c408-422f-b610-31a6490df0b8 req-9a940e0f-81cc-422f-a73a-913c0d22a628 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:09.239401 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5915418a-c408-422f-b610-31a6490df0b8 req-9a940e0f-81cc-422f-a73a-913c0d22a628 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0777297 Sep 10 17:21:09.286380 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5915418a-c408-422f-b610-31a6490df0b8 req-57597ab4-848c-44d1-9d13-6c4698d57938 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 Sep 10 17:21:09.406524 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-96a2845c-f245-4523-ae26-f0ed35452373 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 1098 time: 0.1343167 Sep 10 17:21:09.446645 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'status': 'completed', 'code': 200} Sep 10 17:21:09.770204 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-876a92e9-080f-4350-90c3-0a3fd820d974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:09.772131 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-876a92e9-080f-4350-90c3-0a3fd820d974 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.3578558 Sep 10 17:21:09.816478 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-6a8bae6c-ba32-498a-a1c9-cf8528975dec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 1096 time: 0.3309464 Sep 10 17:21:09.849324 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92ad23-1419-4817-871c-5c181f8c7a95 req-44ab9f7c-3046-4ac8-83ec-e4fe55198fc1 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:09.850804 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ac92ad23-1419-4817-871c-5c181f8c7a95 req-44ab9f7c-3046-4ac8-83ec-e4fe55198fc1 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 943 time: 0.1405025 Sep 10 17:21:09.892365 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-4513105a-c57b-450c-ace4-f20fe9b15e49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=683252b6-3656-4240-9172-8dad07a342ed HTTP/1.1" status: 200 len: 217 time: 0.1021268 Sep 10 17:21:09.909251 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58380d76-76b1-4964-b949-c2e2e567133c req-7f331346-e035-4681-97b4-0c079852afb7 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:09.911528 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-58380d76-76b1-4964-b949-c2e2e567133c req-7f331346-e035-4681-97b4-0c079852afb7 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.2419658 Sep 10 17:21:09.922011 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ac92ad23-1419-4817-871c-5c181f8c7a95 req-2ba659f5-17a5-43a8-b199-c04dfa4e60b7 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629177 Sep 10 17:21:10.071618 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-58380d76-76b1-4964-b949-c2e2e567133c req-796583c9-0ac1-47c2-8cd6-0a17e3aa6807 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531582 Sep 10 17:21:10.084607 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-c381c5f7-7037-4b22-97a1-68ff817771a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:10.086239 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-c381c5f7-7037-4b22-97a1-68ff817771a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 912 time: 0.1582658 Sep 10 17:21:10.087801 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-ffaa4b78-ef9b-4383-9cb3-7188e6065f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:10.089220 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-ffaa4b78-ef9b-4383-9cb3-7188e6065f16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.1503565 Sep 10 17:21:10.162149 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-177cd2a6-998b-4bab-a5dc-0547e6ec3883 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494330 Sep 10 17:21:10.191209 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-8426ce2b-b45a-43d9-8016-a417000400c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2 HTTP/1.1" status: 200 len: 217 time: 0.0793900 Sep 10 17:21:10.263459 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-0d2aaf4c-d724-481b-bc36-6d4073b26418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:10.265521 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-0d2aaf4c-d724-481b-bc36-6d4073b26418 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.0672250 Sep 10 17:21:10.333639 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-75f7d304-1b80-4047-bc70-7b12f247feca service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552346 Sep 10 17:21:10.389343 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-7df9a160-b7f1-4f99-8f17-ad8897170dfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1121445 Sep 10 17:21:10.535839 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-82fe8837-7251-4513-81d1-c0b9773bcddd req-a82970ac-7ac7-402e-bd55-f0e8215579b6 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862419 Sep 10 17:21:10.606906 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-92f6131b-505b-4e26-a6e2-f7dac0d04841 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100542 Sep 10 17:21:10.621726 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751364-2c69-4ed5-987b-84323c1a3dcb req-e315e326-4c35-4c9d-9133-4140ddbc130a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:10.623592 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a751364-2c69-4ed5-987b-84323c1a3dcb req-e315e326-4c35-4c9d-9133-4140ddbc130a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1433494 Sep 10 17:21:10.774068 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a751364-2c69-4ed5-987b-84323c1a3dcb req-e10b1709-03a1-43df-9bc5-59aa22f396cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276562 Sep 10 17:21:10.800727 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0fb15a-a705-4925-92ea-3da5a59984ee req-c874fc48-8f08-4ce2-ba65-9288ecf77dfa service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753600 Sep 10 17:21:11.153380 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae09e8-2dcd-4266-acde-b53a0ca736ce req-f5c86705-808e-4373-9290-fc7a5d1b4da4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:11.154930 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a8ae09e8-2dcd-4266-acde-b53a0ca736ce req-f5c86705-808e-4373-9290-fc7a5d1b4da4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 943 time: 0.0852177 Sep 10 17:21:11.211827 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a8ae09e8-2dcd-4266-acde-b53a0ca736ce req-d2e58a8c-d2b1-47f9-bfd2-45ed9194d8b9 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502264 Sep 10 17:21:11.292340 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bba4c-eff7-489b-9d98-55ae76ec61b4 req-d78b7795-4dab-414d-a03b-0410d8dd5146 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:11.293723 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b58bba4c-eff7-489b-9d98-55ae76ec61b4 req-d78b7795-4dab-414d-a03b-0410d8dd5146 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0845177 Sep 10 17:21:11.339942 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b58bba4c-eff7-489b-9d98-55ae76ec61b4 req-86c793d8-050f-478a-9415-be7cd4e9df2b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Sep 10 17:21:11.729602 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:21:11.871094 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:11.885122 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'port_id': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'mac_address': 'fa:16:3e:2a:88:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:21:11.943153 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:11.961581 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b64c108-2f6d-4fbf-bd51-76c3e1374cee {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:21:11.978051 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:12.011100 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510fcde-9c13-44da-b3b5-93e4267a628c req-f28a2f91-0063-4b22-b12e-1c62bdaebe26 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:12.012562 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2510fcde-9c13-44da-b3b5-93e4267a628c req-f28a2f91-0063-4b22-b12e-1c62bdaebe26 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0935273 Sep 10 17:21:12.060703 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2510fcde-9c13-44da-b3b5-93e4267a628c req-619e0819-0c5a-4b2b-a241-4d3a135eea8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Sep 10 17:21:12.106813 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:12.109723 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:12.181589 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:12.184787 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:12.407442 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff4077-c8b1-46bd-8c41-c708f00fbaf6 req-5b0b25d0-dcb3-4085-be2b-9f8c482bffb8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:12.408879 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-11ff4077-c8b1-46bd-8c41-c708f00fbaf6 req-5b0b25d0-dcb3-4085-be2b-9f8c482bffb8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 943 time: 0.0815496 Sep 10 17:21:12.456927 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-11ff4077-c8b1-46bd-8c41-c708f00fbaf6 req-2215e0f5-b307-4153-9981-f7f3d47c1308 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Sep 10 17:21:12.461602 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['9b64c108-2f6d-4fbf-bd51-76c3e1374cee'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:21:12.559874 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b40259-9c0b-43cf-9ee0-a6d17020d19d req-87ff08e7-9180-448e-ab54-aa81918066a6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:12.567196 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-81b40259-9c0b-43cf-9ee0-a6d17020d19d req-87ff08e7-9180-448e-ab54-aa81918066a6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0899289 Sep 10 17:21:12.613478 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-81b40259-9c0b-43cf-9ee0-a6d17020d19d req-1c8c845a-182f-459f-bffd-e44375b37de2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Sep 10 17:21:13.288021 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53db22-1cf7-484b-97c9-69f0d254c3e7 req-d35dbef1-ed28-4d73-920b-5f4b5c72dab9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:13.289517 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4a53db22-1cf7-484b-97c9-69f0d254c3e7 req-d35dbef1-ed28-4d73-920b-5f4b5c72dab9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 944 time: 0.0824566 Sep 10 17:21:13.339256 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4a53db22-1cf7-484b-97c9-69f0d254c3e7 req-f7b4e69b-3284-430a-82d3-709a4a55c540 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Sep 10 17:21:13.677602 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59565fde-929e-4733-9e60-f84be583127f req-afb5c740-db1b-432c-a513-ba4e40f56f0d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:13.682445 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-59565fde-929e-4733-9e60-f84be583127f req-afb5c740-db1b-432c-a513-ba4e40f56f0d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 943 time: 0.0960553 Sep 10 17:21:13.733927 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-59565fde-929e-4733-9e60-f84be583127f req-4da66360-3349-4a49-a8bc-bf3e1adce4ee tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481098 Sep 10 17:21:13.759672 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 4ba668e2-6445-45ff-833b-f6d4754c2cb2 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:21:13.767085 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:21:13.980451 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4cd59-9b56-48be-a3b5-04b228435d6e req-34af7e5b-59be-41fa-9ab2-87b21268d95c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:13.982272 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-87d4cd59-9b56-48be-a3b5-04b228435d6e req-34af7e5b-59be-41fa-9ab2-87b21268d95c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0908959 Sep 10 17:21:14.032219 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 4ba668e2-6445-45ff-833b-f6d4754c2cb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:14.044579 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-87d4cd59-9b56-48be-a3b5-04b228435d6e req-131dc1e6-a74f-4f47-b1c7-df53180405fb tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Sep 10 17:21:14.048199 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'port_id': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'mac_address': 'fa:16:3e:40:49:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:21:14.089051 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dab6b-3326-4bd1-acf8-328964351db5 req-3716e08e-5550-49cf-b84f-95fdbf677de9 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:14.090518 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f50dab6b-3326-4bd1-acf8-328964351db5 req-3716e08e-5550-49cf-b84f-95fdbf677de9 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.1469564 Sep 10 17:21:14.110344 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:14.127624 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba668e2-6445-45ff-833b-f6d4754c2cb2 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:21:14.136945 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f50dab6b-3326-4bd1-acf8-328964351db5 req-8d23a0e7-b847-4806-a6c4-0351268fcabb tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Sep 10 17:21:14.142335 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 4ba668e2-6445-45ff-833b-f6d4754c2cb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:14.153010 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:21:14.158216 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:14.158597 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:14.275557 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:14.277439 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:14.307309 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:14.362221 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:14.375233 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:14.377841 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=4ba668e2-6445-45ff-833b-f6d4754c2cb2,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:14.380953 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:14.438580 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'code': 200} Sep 10 17:21:14.456533 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:14.458253 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:14.524331 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:14.529465 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:14.558108 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0603bc-b779-49d4-b7b2-6465e5753274 req-e5f35b1a-9147-4e24-9f56-8df5a5216841 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:14.559567 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba0603bc-b779-49d4-b7b2-6465e5753274 req-e5f35b1a-9147-4e24-9f56-8df5a5216841 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0801718 Sep 10 17:21:14.604156 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba0603bc-b779-49d4-b7b2-6465e5753274 req-4b0ddd43-e59b-41e4-b062-a8f7bde42287 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 Sep 10 17:21:14.696021 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['4ba668e2-6445-45ff-833b-f6d4754c2cb2'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:21:15.005501 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef32e6-6287-4980-9b9c-0a7d85d89c3f req-ca41975d-16ad-4b9f-b6ea-f9acb105d5c1 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:15.007087 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7cef32e6-6287-4980-9b9c-0a7d85d89c3f req-ca41975d-16ad-4b9f-b6ea-f9acb105d5c1 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 944 time: 0.1391313 Sep 10 17:21:15.016743 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-14730e4e-dd5a-464a-883c-bf7bef13426d req-0176e19c-bb3a-4ec7-b1d6-fb6e3548a200 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1098 time: 0.1035440 Sep 10 17:21:15.090048 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7cef32e6-6287-4980-9b9c-0a7d85d89c3f req-2309d434-ce56-4f3b-beed-bdae7439e1f3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723629 Sep 10 17:21:15.091931 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-14730e4e-dd5a-464a-883c-bf7bef13426d req-4812a350-81fa-4d94-b629-4215028a5f07 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604105 Sep 10 17:21:15.232211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b62756-4dee-44c4-a311-b0958136d817 req-fc5c7bc1-ea81-4ad7-b654-4acbf41cdc57 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:15.233683 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-32b62756-4dee-44c4-a311-b0958136d817 req-fc5c7bc1-ea81-4ad7-b654-4acbf41cdc57 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0772502 Sep 10 17:21:15.280965 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-32b62756-4dee-44c4-a311-b0958136d817 req-89288b2b-b05b-470c-bcd3-68a77f729256 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Sep 10 17:21:15.336135 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4e483-e6b4-4396-92a3-5efb5922f53f req-4666a794-3c94-432d-9791-bb675c58cc11 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:15.337897 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bed4e483-e6b4-4396-92a3-5efb5922f53f req-4666a794-3c94-432d-9791-bb675c58cc11 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.0813448 Sep 10 17:21:15.525280 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bed4e483-e6b4-4396-92a3-5efb5922f53f req-40f7c2c9-ceed-4bfd-bdc9-36d41058507a tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752615 Sep 10 17:21:15.550846 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-ad98906c-ac78-43b9-aeb2-062c16cad89b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1552474 Sep 10 17:21:15.762182 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-ace2028f-d2fc-4656-aa2d-9c8c1fc5840c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.1227026 Sep 10 17:21:15.774170 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 4ba668e2-6445-45ff-833b-f6d4754c2cb2 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:21:15.897061 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f732-6531-4020-a19c-31f3795b8177 req-a4f2ca97-a864-4fbb-b481-2cff60522a5e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:15.911286 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-feb5f732-6531-4020-a19c-31f3795b8177 req-a4f2ca97-a864-4fbb-b481-2cff60522a5e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1488380 Sep 10 17:21:15.946489 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-feb5f732-6531-4020-a19c-31f3795b8177 req-11891295-f50f-4989-92bb-6195fa8fec33 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Sep 10 17:21:15.948834 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-728844cf-3698-4477-b707-ca8031820b9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:15.950275 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-728844cf-3698-4477-b707-ca8031820b9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.1666455 Sep 10 17:21:16.016836 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:21:16.021999 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:16.025857 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:16.027852 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-7a716e99-ab91-4e7e-b9e9-c588e2ef69f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 217 time: 0.0670996 Sep 10 17:21:16.095469 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-2417510a-c198-4014-8fb8-27d869a5f214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:16.096914 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-2417510a-c198-4014-8fb8-27d869a5f214 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0586495 Sep 10 17:21:16.166156 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:16.171365 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-2251392c-8331-4cfe-bbdd-185c31c63525 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435324 Sep 10 17:21:16.199380 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 4ba668e2-6445-45ff-833b-f6d4754c2cb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:16.309137 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:16.311572 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:16.383409 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-72331960-c774-4fc2-9736-de888ed1dbc2 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982667 Sep 10 17:21:16.406087 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=4ba668e2-6445-45ff-833b-f6d4754c2cb2,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:16.409522 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:16.419888 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf768f-a86b-4bda-a111-7111fd11600e req-2b26cfb0-608b-429c-9a81-5e7e417b6b52 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:16.421490 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9bbf768f-a86b-4bda-a111-7111fd11600e req-2b26cfb0-608b-429c-9a81-5e7e417b6b52 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1617792 Sep 10 17:21:16.439302 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:16.549356 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d86784-5bfe-495d-ae39-8106d8a02a0b req-173ffcc4-e554-460e-b008-4ebb3141cd2f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:16.552031 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-88d86784-5bfe-495d-ae39-8106d8a02a0b req-173ffcc4-e554-460e-b008-4ebb3141cd2f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1025221 Sep 10 17:21:16.566073 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9bbf768f-a86b-4bda-a111-7111fd11600e req-696441c1-c895-4abb-867f-c685bf148e56 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945721 Sep 10 17:21:16.609703 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1f9f6fe-d17e-4396-a5ae-689b474f47a2 req-b795a40a-c879-4011-b80f-1be970551c74 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173944 Sep 10 17:21:16.615493 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-88d86784-5bfe-495d-ae39-8106d8a02a0b req-3f374302-ab4a-4f49-874b-af63d0259d07 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578344 Sep 10 17:21:16.668769 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'code': 200} Sep 10 17:21:16.711983 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-b3190457-ac92-4b8e-86ca-76d180133fcb tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:16.711983 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-b3190457-ac92-4b8e-86ca-76d180133fcb tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.0913646 Sep 10 17:21:16.847079 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Deleting port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:21:16.847445 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:16.969874 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dd72d-d202-4bab-8bd9-e166c591e01c req-ba7484b0-4b4d-4741-bbde-55fc11830543 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:16.971272 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-212dd72d-d202-4bab-8bd9-e166c591e01c req-ba7484b0-4b4d-4741-bbde-55fc11830543 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 945 time: 0.1946096 Sep 10 17:21:17.042441 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:17.111412 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-212dd72d-d202-4bab-8bd9-e166c591e01c req-05b67902-9c49-41bd-ba7b-7cd90a56fa46 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea99431a-1615-43a0-85e5-b0a335ae9f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315112 Sep 10 17:21:17.179905 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d95fc7-ca74-43a0-a834-c7e0043bd68a req-2553fc27-c5e4-412f-8f51-faf5514a1017 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:17.181479 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-32d95fc7-ca74-43a0-a834-c7e0043bd68a req-2553fc27-c5e4-412f-8f51-faf5514a1017 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0936568 Sep 10 17:21:17.195946 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] For port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,segment=NetworkSegment(12e06b2e-2203-4bd9-b1d5-d921795f65ee),segment_id=12e06b2e-2203-4bd9-b1d5-d921795f65ee)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:17.200358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:17.289095 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-32d95fc7-ca74-43a0-a834-c7e0043bd68a req-e00191d1-4bef-4ceb-ad47-9190d3b44088 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006281 Sep 10 17:21:17.303860 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-759f5854-2c19-4408-ba30-da11ae6fd8bf req-08df0a90-8647-4871-b1a2-104ebe768b0c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 1098 time: 0.0886867 Sep 10 17:21:17.368367 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Calling delete_port for cddf96c9-3ff3-4e4d-93b0-70e1c189b68e owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:21:17.371597 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-759f5854-2c19-4408-ba30-da11ae6fd8bf req-5c415a42-68e8-4f8c-8a07-498d837090ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588758 Sep 10 17:21:17.732779 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:17.751928 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['cddf96c9-3ff3-4e4d-93b0-70e1c189b68e'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:21:17.753139 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:17.813391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Pushing event deleted for resources: {'Port': ['ID=cddf96c9-3ff3-4e4d-93b0-70e1c189b68e,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:17.818398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:17.883512 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c3703-a96e-498a-911d-7bdc5e350780 req-8807bad1-fd76-4d50-972b-7395aa37f6a9 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:17.885046 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-651c3703-a96e-498a-911d-7bdc5e350780 req-8807bad1-fd76-4d50-972b-7395aa37f6a9 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1112769 Sep 10 17:21:17.929910 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26589961-5abb-4393-b889-7591da489255 req-257f3af4-9709-4c74-b0cf-d6f520d09fe0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:17.931578 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-26589961-5abb-4393-b889-7591da489255 req-257f3af4-9709-4c74-b0cf-d6f520d09fe0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.2314975 Sep 10 17:21:17.933275 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-651c3703-a96e-498a-911d-7bdc5e350780 req-f55b4e0b-94a2-4413-bf27-bd2541b08363 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Sep 10 17:21:17.989700 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-26589961-5abb-4393-b889-7591da489255 req-9a2ef4e5-a9d0-4f64-9e20-aa9bd0380f05 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519888 Sep 10 17:21:18.281323 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f29d0de1-216e-404f-b35b-5090e9bd64b3 req-87f21144-b870-473c-863f-294321033efd tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 0.0417931 Sep 10 17:21:18.375496 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] No DVR routers for this DVR port cddf96c9-3ff3-4e4d-93b0-70e1c189b68e on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:21:18.380605 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:18.385967 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'name': 'network-vif-deleted', 'tag': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:18.455200 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd87785-87f4-41c1-9938-b0c571c81129', 'name': 'network-vif-deleted', 'tag': 'cddf96c9-3ff3-4e4d-93b0-70e1c189b68e', 'status': 'completed', 'code': 200} Sep 10 17:21:18.538505 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-080371d5-aed8-4b3a-97c1-3069399fe3be req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.62 "DELETE /v2.0/ports/cddf96c9-3ff3-4e4d-93b0-70e1c189b68e HTTP/1.1" status: 204 len: 173 time: 1.8122931 Sep 10 17:21:18.641514 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4617b-6a04-4dd3-b017-5a219cbb132b req-341328a7-d4bf-4c7c-9e3e-44a09f3d9bbd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:18.643189 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0ba4617b-6a04-4dd3-b017-5a219cbb132b req-341328a7-d4bf-4c7c-9e3e-44a09f3d9bbd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1650558 Sep 10 17:21:18.673301 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34214) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:18.727333 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0ba4617b-6a04-4dd3-b017-5a219cbb132b req-b0c6390d-4194-4ee1-84c7-cee62ddc66ac tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781009 Sep 10 17:21:18.830498 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:18.866167 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:18.872502 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Usage tracker for resource:security_group_rule and tenant:5285812bcfb64cbab0af9c2572e09fbc is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:18.904648 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:18.918863 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:18.987011 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0431d-c0d3-4d0c-a437-72fac87558f9 req-e732cde2-c273-4b8e-aedf-077c9c35ded9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:18.988479 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-45e0431d-c0d3-4d0c-a437-72fac87558f9 req-e732cde2-c273-4b8e-aedf-077c9c35ded9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1185052 Sep 10 17:21:18.997442 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34224) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:19.005359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'floatingip': {'port_id': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:21:19.021075 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:19.153187 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:19.165380 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:19.182831 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5dc48e2d-8395-43b4-a1c8-ba5f7d9e9a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:19.236352 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ffa1f-e42a-4fe8-ab2e-3e5c9730d616,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:19.251403 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.251758 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.252104 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.252445 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.252853 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.253113 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.253447 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.253781 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.254114 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.255083 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.255083 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:19.259418 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:19.263598 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5285812bcfb64cbab0af9c2572e09fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5887189 Sep 10 17:21:19.267164 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34230) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:19.307082 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751c939-7ce8-4b69-aac7-cfb4c6e4c1aa req-69c9cb84-7d1e-4caf-82f6-467d8fada961 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:19.308564 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7751c939-7ce8-4b69-aac7-cfb4c6e4c1aa req-69c9cb84-7d1e-4caf-82f6-467d8fada961 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1779411 Sep 10 17:21:19.369849 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68633a4-fbdf-428f-a25a-5fbf892183c8 req-68c64080-d27b-4e94-bc75-7098a4fb5e26 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:19.382536 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f68633a4-fbdf-428f-a25a-5fbf892183c8 req-68c64080-d27b-4e94-bc75-7098a4fb5e26 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.2863350 Sep 10 17:21:19.382715 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:19.382715 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7751c939-7ce8-4b69-aac7-cfb4c6e4c1aa req-2c5ef8d7-308f-474d-a143-607862700522 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639384 Sep 10 17:21:19.436335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:19.498599 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f68633a4-fbdf-428f-a25a-5fbf892183c8 req-02c6615d-d685-4877-9d1c-8de381b03fe6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177380 Sep 10 17:21:19.584542 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4e4fe455-4bc4-45ef-bfbc-8a3e87214fd5 req-0862ad53-4925-4730-aa52-cac6af893d90 tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd87785-87f4-41c1-9938-b0c571c81129 HTTP/1.1" status: 200 len: 210 time: 0.0413375 Sep 10 17:21:19.585561 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:19.590994 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:19.605052 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ffa1f-e42a-4fe8-ab2e-3e5c9730d616,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:19.608184 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:19.610103 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:19.612822 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/740ffa1f-e42a-4fe8-ab2e-3e5c9730d616 HTTP/1.1" status: 204 len: 168 time: 0.3432028 Sep 10 17:21:20.062062 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:20.152838 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:20.346360 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Floating IP 95dfe6cc-9fed-42ff-a1a0-d11b370ff57a associated. External IP: 172.28.0.122, port: 9b64c108-2f6d-4fbf-bd51-76c3e1374cee. Sep 10 17:21:20.575645 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34262) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:20.648505 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34270) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:20.686947 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:20.727307 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083aabf-3850-407b-9ecd-f85d1263dfd3 req-b08dce29-0f3a-436b-8b52-100fb1619730 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:20.728849 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e083aabf-3850-407b-9ecd-f85d1263dfd3 req-b08dce29-0f3a-436b-8b52-100fb1619730 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0896811 Sep 10 17:21:20.737301 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e63c0-9ab9-4bb1-8b81-f163ea642263 req-e4621622-8be7-4d15-95a4-f77a68817189 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:20.738973 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c05e63c0-9ab9-4bb1-8b81-f163ea642263 req-e4621622-8be7-4d15-95a4-f77a68817189 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1625118 Sep 10 17:21:20.775721 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:20.789429 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Usage tracker for resource:security_group_rule and tenant:90e37f45fe4d4f9ab8751026f25fee6e is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:20.803037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:20.810932 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:20.863757 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e083aabf-3850-407b-9ecd-f85d1263dfd3 req-947d0ba9-4bcc-4131-a4bc-f22b2344e3ba tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191897 Sep 10 17:21:20.892287 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:20.898841 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c05e63c0-9ab9-4bb1-8b81-f163ea642263 req-1eae6890-6d00-41b8-995e-87110dabedcb tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532629 Sep 10 17:21:20.938123 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:20.943468 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c6b290589264c1981c742570161e2c5 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:20.946536 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:20.954872 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:20.997233 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.111511 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.121649 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:21.186895 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.187137 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c47266-fa13-4c84-9686-83e64ab6534c,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:21.196476 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90e37f45fe4d4f9ab8751026f25fee6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5461850 Sep 10 17:21:21.199995 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34292) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:21.208473 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.214917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:21:21.216104 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:21.236270 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ac95f-91d7-4d46-8d98-ee088a854c20 req-68389f69-fed8-4153-b979-95eb742102da tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:21.237637 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c16ac95f-91d7-4d46-8d98-ee088a854c20 req-68389f69-fed8-4153-b979-95eb742102da tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1817937 Sep 10 17:21:21.247625 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34298) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:21.254391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'floatingip': {'port_id': '4ba668e2-6445-45ff-833b-f6d4754c2cb2'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:21:21.282480 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.315948 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.327332 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.351515 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:21.375379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.419937 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a45b4-77ad-488d-b375-1c84d55916cb,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:21.430375 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c6b290589264c1981c742570161e2c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8535633 Sep 10 17:21:21.432606 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34306) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:21.434860 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:21.453246 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Router 95921d51-827a-4efd-a8a0-01c6fff223e6 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:21:21.529245 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.558861 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.574985 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.575345 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Sync routers for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:21:21.589491 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:21:21.590138 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:21.590964 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:21:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:21.619227 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c47266-fa13-4c84-9686-83e64ab6534c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:21.621713 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:21.635658 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.639259 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26c47266-fa13-4c84-9686-83e64ab6534c HTTP/1.1" status: 204 len: 168 time: 0.4354370 Sep 10 17:21:21.770608 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.776562 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3c0f279e-8efb-407c-93ea-3929ccebcf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:21.787642 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:21.788753 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d70a45b4-77ad-488d-b375-1c84d55916cb HTTP/1.1" status: 204 len: 168 time: 0.3529820 Sep 10 17:21:21.789906 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a45b4-77ad-488d-b375-1c84d55916cb,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:21.792470 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:21.814985 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:21:21.872870 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device cddf96c9-3ff3-4e4d-93b0-70e1c189b68e no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:21:22.011088 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: cddf96c9-3ff3-4e4d-93b0-70e1c189b68e {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:21:22.011430 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device cddf96c9-3ff3-4e4d-93b0-70e1c189b68e not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:21:22.201850 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 2, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:22.206078 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Checking router: ac83705f-b625-4935-a3d7-43945b349b47 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:21:22.206571 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Updating router ac83705f-b625-4935-a3d7-43945b349b47 port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:21:22.259491 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:21:22.270662 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.275455 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] Sync routers for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:21:22.294572 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:21:22.295909 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:21:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:22.306395 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.354516 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d26b32-b284-4e8a-89c4-4f8974fa21ae req-6764e363-0061-4b7c-97fa-d17fb8bbfd85 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:22.356038 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-89d26b32-b284-4e8a-89c4-4f8974fa21ae req-6764e363-0061-4b7c-97fa-d17fb8bbfd85 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.3231044 Sep 10 17:21:22.466592 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-6c169bf2-bcf7-44f3-a2b0-d2536f7ca98e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "PUT /v2.0/floatingips/95dfe6cc-9fed-42ff-a1a0-d11b370ff57a HTTP/1.1" status: 200 len: 991 time: 3.4667468 Sep 10 17:21:22.471933 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:22.515831 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-89d26b32-b284-4e8a-89c4-4f8974fa21ae req-b655122f-6aaf-48c4-acd0-22aac3ae349a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354568 Sep 10 17:21:22.579143 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:21:22.650286 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'status': 'completed', 'code': 200} Sep 10 17:21:22.765323 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34342) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:22.788942 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.806075 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.834704 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:22.843133 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Usage tracker for resource:security_group_rule and tenant:5d9c4f02fe2148bb8b1bec7a03277e50 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:22.847156 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:22.853066 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34350) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:22.857705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:22.858825 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.888044 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Transition to ACTIVE for port object ae7aa63e-9e4b-4133-91dc-4a8c92786c87 will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:21:22.903661 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.915039 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-99220b0f-7aaa-45df-a2ec-578ed748fdbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1098 time: 0.2118454 Sep 10 17:21:22.954878 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.981702 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:22.986550 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:23.006359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.066726 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:23.070554 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd3eed8ca7e44d495ef24cc25cc10f4 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:23.072027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9ced6-f7b6-4284-8de0-fef0fdd5edb5 None None] Pushing event updated for resources: {'Port': ['ID=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:23.074938 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:23.075067 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-53e9ced6-f7b6-4284-8de0-fef0fdd5edb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:23.080294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:23.101328 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '95dfe6cc-9fed-42ff-a1a0-d11b370ff57a', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'port_id': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'mac_address': 'fa:16:3e:2a:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:50Z', 'updated_at': '2021-09-10T17:21:19Z', 'revision_number': 1, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:23.107000 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] Checking router: 95921d51-827a-4efd-a8a0-01c6fff223e6 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:21:23.124661 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:21:23.125963 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:21:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:23.147513 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.155108 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-79abc141-e4b3-4e81-a7ee-dc7ef695e78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:23.206394 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d9c4f02fe2148bb8b1bec7a03277e50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4399133 Sep 10 17:21:23.210440 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34360) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:23.272118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Attempting to bind port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:21:23.276341 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Attempting to bind port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:21:23.277185 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Attempting to bind port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:21:23.284009 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d1f794-a2cf-4060-af96-8f56bb97d088,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:23.295003 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:21:23.297090 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Checking segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:21:23.298666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.300688 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Bound using segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:21:23.301407 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Bound port: ae7aa63e-9e4b-4133-91dc-4a8c92786c87, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:21:23.301902 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.304423 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:23.333190 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-76e53446-cbbe-407b-b40c-722b06297da0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:23.334686 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-76e53446-cbbe-407b-b40c-722b06297da0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.4092541 Sep 10 17:21:23.385923 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34364) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:23.386610 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.483921 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] For port ae7aa63e-9e4b-4133-91dc-4a8c92786c87, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:21:23.484604 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:21:23.488537 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] For port ae7aa63e-9e4b-4133-91dc-4a8c92786c87, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:21:23.540291 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.568496 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Deleting subnet 7bfbe3c0-e4da-4caa-9263-9409b39d7906 {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:21:23.571636 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.572607 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.576526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.584877 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-cafdacaa-a6be-46ef-8fd2-b8cb325843c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 200 len: 999 time: 0.2389293 Sep 10 17:21:23.591399 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:23.601541 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Floating IP 784eccc8-7e74-452b-ba25-8e385e320bfd associated. External IP: 172.28.0.26, port: 4ba668e2-6445-45ff-833b-f6d4754c2cb2. Sep 10 17:21:23.672526 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.739192 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.792013 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9ced6-f7b6-4284-8de0-fef0fdd5edb5 None None] Pushing event updated for resources: {'Port': ['ID=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:23.792013 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-53e9ced6-f7b6-4284-8de0-fef0fdd5edb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:23.792013 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:21:23.792013 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:21:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:23.821906 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.825141 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.842627 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d00a94cc-d5be-4269-9753-1ca6727e665e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:23.874049 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d1f794-a2cf-4060-af96-8f56bb97d088,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:23.883986 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:23.901481 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:23.906164 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6d1f794-a2cf-4060-af96-8f56bb97d088 HTTP/1.1" status: 204 len: 168 time: 0.6931386 Sep 10 17:21:23.933834 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:24.013189 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-26f8298c-4e47-4d1d-99e1-446873a5979d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:24.016595 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-26f8298c-4e47-4d1d-99e1-446873a5979d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.2937312 Sep 10 17:21:24.033750 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.040149 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:24.073492 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:21:24.086057 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '95dfe6cc-9fed-42ff-a1a0-d11b370ff57a', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'port_id': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'mac_address': 'fa:16:3e:2a:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:50Z', 'updated_at': '2021-09-10T17:21:19Z', 'revision_number': 1, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:24.096725 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012bf26-0fec-42fc-b5af-53f31c9fefdd None None] The sync data for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb is: [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '95dfe6cc-9fed-42ff-a1a0-d11b370ff57a', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'port_id': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'mac_address': 'fa:16:3e:2a:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:50Z', 'updated_at': '2021-09-10T17:21:19Z', 'revision_number': 1, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:21:24.123366 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfbe3c0-e4da-4caa-9263-9409b39d7906,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:24.131188 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:24.142668 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.144264 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a0040-65d8-4c7e-8c94-99cf37401f1d,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:24.153946 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:24.158695 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fd3eed8ca7e44d495ef24cc25cc10f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3019772 Sep 10 17:21:24.166007 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34382) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:24.174198 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7bfbe3c0-e4da-4caa-9263-9409b39d7906 HTTP/1.1" status: 204 len: 168 time: 0.7838266 Sep 10 17:21:24.175791 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34386) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:24.269018 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.301747 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.503057 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.514296 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43bf9e-49bf-446f-9ba4-de4fae8d432a req-9b4acca3-1f4f-4356-b6de-e67263e8c3b5 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:24.515684 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f43bf9e-49bf-446f-9ba4-de4fae8d432a req-9b4acca3-1f4f-4356-b6de-e67263e8c3b5 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.8021529 Sep 10 17:21:24.554243 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-9bcc9211-3d3e-451b-b404-867be049403a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5202932 Sep 10 17:21:24.560009 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.566062 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:24.570293 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '784eccc8-7e74-452b-ba25-8e385e320bfd', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:40:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:53Z', 'updated_at': '2021-09-10T17:21:22Z', 'revision_number': 1, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:23Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:24.615451 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfde48c-bb67-43ff-a14e-5614e7faff26 None None] The sync data for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb is: [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '784eccc8-7e74-452b-ba25-8e385e320bfd', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:40:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:53Z', 'updated_at': '2021-09-10T17:21:22Z', 'revision_number': 1, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:23Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:21:24.616796 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a0040-65d8-4c7e-8c94-99cf37401f1d,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:24.616796 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:24.616796 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.616796 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb4a0040-65d8-4c7e-8c94-99cf37401f1d HTTP/1.1" status: 204 len: 168 time: 0.4294615 Sep 10 17:21:24.821906 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.842878 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5871518a-5272-4ea6-85bf-e5acd05d21d4']}} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:24.857457 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e06b2e-2203-4bd9-b1d5-d921795f65ee') {'for_net_delete': True} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:24.857898 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e06b2e-2203-4bd9-b1d5-d921795f65ee') {} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:24.871183 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8285987'] for segment, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.889783 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.892575 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device ae7aa63e-9e4b-4133-91dc-4a8c92786c87 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:21:24.896668 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=76068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:21:24.897170 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7516701'] for segment, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: Traceback (most recent call last): Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: timer() Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: cb(*args, **kw) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: return func(*args, **kwargs) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: self._notify() Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: self.callback(batched_events) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: event.method(event) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: return f(self, *a, **k) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: return self._get(url).json() Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: return self.request(url, 'GET', **kwargs) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:21:24.980077 dv-cinder-808475-1-smb neutron-server[76068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:21:25.029547 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f43bf9e-49bf-446f-9ba4-de4fae8d432a req-58752d4a-2230-4c76-8013-4aef4c96a105 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044084 Sep 10 17:21:25.062804 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:21:25.069702 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:25.070181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:25.150184 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-1b98c2b0-55d7-453e-b770-00ff26dec881 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587544 Sep 10 17:21:25.237625 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:25.280022 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port ae7aa63e-9e4b-4133-91dc-4a8c92786c87, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:21:25.294347 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:25.308137 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:25.355321 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:25.402346 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5871518a-5272-4ea6-85bf-e5acd05d21d4,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:25.405961 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:25.416193 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:25.427361 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:25.490441 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2fe88a2-c1af-4ab4-942c-0d95a3e93dd0 req-8109dfb0-98b6-4e61-9430-e707299006f0 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330425 Sep 10 17:21:25.504506 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:25.508504 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:25.574571 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5871518a-5272-4ea6-85bf-e5acd05d21d4 HTTP/1.1" status: 204 len: 168 time: 1.3941221 Sep 10 17:21:25.611346 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Router ac83705f-b625-4935-a3d7-43945b349b47 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:21:25.736400 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa8151-fc31-4514-8314-978a76931030 None None] New status for floating IP 95dfe6cc-9fed-42ff-a1a0-d11b370ff57a: ACTIVE {{(pid=76069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:21:25.851924 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:21:25.856090 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:25.917160 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-165aa8b6-9f74-4346-88d6-ef327ad08f38 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "PUT /v2.0/floatingips/784eccc8-7e74-452b-ba25-8e385e320bfd HTTP/1.1" status: 200 len: 990 time: 4.6687684 Sep 10 17:21:25.917886 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:21:25.976871 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'status': 'completed', 'code': 200} Sep 10 17:21:26.082364 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-c36c762e-734c-444a-a854-a9cd6f273f33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 1098 time: 0.0718718 Sep 10 17:21:26.164061 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34450) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:26.226047 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-4a1dae3e-ab3a-4efb-947b-ac6df33b6b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:26.243440 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-4a1dae3e-ab3a-4efb-947b-ac6df33b6b02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 912 time: 0.1471543 Sep 10 17:21:26.280204 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-a22c9777-4af7-4d06-b23f-406289b9b382 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24f4d73ee7794eea8f09bc51edd6bdb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1132004 Sep 10 17:21:26.286669 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34456) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:26.413824 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fde9b9-399a-43e7-821f-7ac82210a592 req-8300566f-bba5-47b1-9c90-bf1825012da3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:26.415393 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7fde9b9-399a-43e7-821f-7ac82210a592 req-8300566f-bba5-47b1-9c90-bf1825012da3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.2206697 Sep 10 17:21:26.482509 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:26.525917 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:26.534697 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7fde9b9-399a-43e7-821f-7ac82210a592 req-4e1307de-ce61-46c3-9d8c-4d4e515e96e9 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117101 Sep 10 17:21:26.540471 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-25127d4f-7ba6-4de7-acf8-ce88721f8be7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2 HTTP/1.1" status: 200 len: 998 time: 0.2843652 Sep 10 17:21:26.622107 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-65352cdd-cb8a-4fea-8863-288dff281afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:26.624358 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-65352cdd-cb8a-4fea-8863-288dff281afe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.0733178 Sep 10 17:21:26.727899 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-1374c8e8-c8b7-4b7f-b1ea-447945ce8d5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928218 Sep 10 17:21:26.758953 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:26.765495 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-509df768-3e85-4325-bc7b-421b52728795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:26.799448 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea99431a-1615-43a0-85e5-b0a335ae9f18,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:26.817735 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:26.879113 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device ae7aa63e-9e4b-4133-91dc-4a8c92786c87 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:21:26.906999 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:26.911455 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea99431a-1615-43a0-85e5-b0a335ae9f18 HTTP/1.1" status: 204 len: 168 time: 0.6238463 Sep 10 17:21:26.977993 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:21:26.978704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:27.007408 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-ca6a76ef-b3ed-41d3-beda-da0bf5691a6b service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666161 Sep 10 17:21:27.229781 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb47354c-dd43-4bb9-b715-dcbd3ba69424 req-c80622e7-fd84-4534-8e3b-8d59fbab962b service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095089 Sep 10 17:21:27.776742 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042ccab-4005-46b1-97b1-d530eac9cb97 req-2f5e4d74-03be-4b52-aaab-e009772f060a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:27.778243 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6042ccab-4005-46b1-97b1-d530eac9cb97 req-2f5e4d74-03be-4b52-aaab-e009772f060a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0805039 Sep 10 17:21:27.827422 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6042ccab-4005-46b1-97b1-d530eac9cb97 req-faf276f7-4011-4edc-9d72-05cdc581780e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Sep 10 17:21:29.220070 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dde562-54fa-499c-9339-57e2b43dd760 req-5f8a2a4d-0dba-495a-b90e-d0564a204eab tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:29.221522 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1dde562-54fa-499c-9339-57e2b43dd760 req-5f8a2a4d-0dba-495a-b90e-d0564a204eab tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0895989 Sep 10 17:21:29.270566 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f1dde562-54fa-499c-9339-57e2b43dd760 req-aa8aa71d-f3c2-4db2-837b-f156017e375a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Sep 10 17:21:29.973187 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34608) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:30.002546 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e90bd2-38a9-4b00-a30e-fdad97e08803 None None] New status for floating IP 784eccc8-7e74-452b-ba25-8e385e320bfd: ACTIVE {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:21:30.323482 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:30.364669 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:30.370146 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Usage tracker for resource:security_group_rule and tenant:b4e845c8125042f084e02287badc7e8d is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:30.374453 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:30.401000 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:30.474543 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:30.526679 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b429a03-3b02-435e-aebb-5b035d78a1a5 req-ea57b808-898a-4e5d-8130-31f6b3a0f22e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:30.528125 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7b429a03-3b02-435e-aebb-5b035d78a1a5 req-ea57b808-898a-4e5d-8130-31f6b3a0f22e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0856552 Sep 10 17:21:30.564513 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:30.573279 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:30.574816 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7b429a03-3b02-435e-aebb-5b035d78a1a5 req-33d20d2c-3b3f-4d80-b1cf-c9e1a2109511 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Sep 10 17:21:30.616328 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357742d6-ab8e-4f03-993b-de0a16ac1a0c,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:30.624271 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:30.627699 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4e845c8125042f084e02287badc7e8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6532614 Sep 10 17:21:30.630433 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34636) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:30.695177 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:30.721073 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:30.907847 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:30.911964 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-993e7929-35ab-4ce7-a42e-2c7769889ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:30.924057 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357742d6-ab8e-4f03-993b-de0a16ac1a0c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:30.927097 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:30.933180 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:30.934361 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/357742d6-ab8e-4f03-993b-de0a16ac1a0c HTTP/1.1" status: 204 len: 168 time: 0.3027439 Sep 10 17:21:31.801128 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a4d40-d144-4d92-9536-b5a7502e343c req-3fe6e34d-f042-4c25-9509-49a9ab961c5f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:31.803954 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-603a4d40-d144-4d92-9536-b5a7502e343c req-3fe6e34d-f042-4c25-9509-49a9ab961c5f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1031852 Sep 10 17:21:31.863648 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-603a4d40-d144-4d92-9536-b5a7502e343c req-2dc38610-2740-4eec-b9f9-4ab136a165eb tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539987 Sep 10 17:21:31.916145 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34672) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:31.933920 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:31.965114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:31.968897 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Usage tracker for resource:security_group_rule and tenant:467fecc1d9ec42f3a4c1ed129ac1196b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:31.971672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:31.977565 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:32.042258 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:32.174874 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:32.177940 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-969caf10-e51b-4fdd-8286-616971d23944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:32.209140 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d6753-a586-4ec3-9a92-e11363952482,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:32.212888 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:32.250180 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=467fecc1d9ec42f3a4c1ed129ac1196b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3329275 Sep 10 17:21:32.253938 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34694) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:32.329025 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:32.356788 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:32.519590 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:32.524851 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e98bc6fc-dd28-4bdf-a7d2-66a17e8e91f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:32.539054 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d6753-a586-4ec3-9a92-e11363952482,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:32.541705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:32.547013 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:32.548203 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f40d6753-a586-4ec3-9a92-e11363952482 HTTP/1.1" status: 204 len: 168 time: 0.2925315 Sep 10 17:21:33.089552 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea849260-145d-4617-ab18-6851621751e1 req-710de1e0-180d-4847-a7a9-bbddc08f87e3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:33.091300 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea849260-145d-4617-ab18-6851621751e1 req-710de1e0-180d-4847-a7a9-bbddc08f87e3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0883327 Sep 10 17:21:33.137685 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea849260-145d-4617-ab18-6851621751e1 req-d3da95e1-8f43-4842-8965-774e9d28bb27 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Sep 10 17:21:33.275499 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] Sync routers for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:21:33.288428 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:21:33.289050 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:21:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:33.533814 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:21:33.891348 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '784eccc8-7e74-452b-ba25-8e385e320bfd', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:40:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:53Z', 'updated_at': '2021-09-10T17:21:30Z', 'revision_number': 2, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:33.895918 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-7aef4624-2b8d-4c0c-8055-55319108ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:33.897631 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] Checking router: ac83705f-b625-4935-a3d7-43945b349b47 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:21:33.910766 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:21:33.911414 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:21:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:34.101767 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:21:34.315735 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:34.459823 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f6275-e7c7-4cc6-808f-6d998d5140b1 req-b214b943-2aec-4ff9-b194-949fa83e7bf4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:34.467794 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8d9f6275-e7c7-4cc6-808f-6d998d5140b1 req-b214b943-2aec-4ff9-b194-949fa83e7bf4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1731706 Sep 10 17:21:34.534895 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8d9f6275-e7c7-4cc6-808f-6d998d5140b1 req-225d8183-eb83-4c58-860c-52de85172b32 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658786 Sep 10 17:21:34.558381 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '784eccc8-7e74-452b-ba25-8e385e320bfd', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:40:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:53Z', 'updated_at': '2021-09-10T17:21:30Z', 'revision_number': 2, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:21:34.563323 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad922b6-e26a-4965-bfc3-6e6c4c1f0e47 None None] The sync data for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb is: [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '784eccc8-7e74-452b-ba25-8e385e320bfd', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:40:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:20:53Z', 'updated_at': '2021-09-10T17:21:30Z', 'revision_number': 2, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:21:35.157455 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34806) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:35.314099 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:35.356965 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:35.365067 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Usage tracker for resource:security_group_rule and tenant:e2b77b1726c14b2a9a473e889c44430a is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:35.368297 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:35.377432 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:35.600901 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:35.735294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a17b-e20e-4d47-9bd0-5a63c7a9aa4f req-9537bc2c-69da-4a59-8192-7607b7d05803 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:35.736762 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1898a17b-e20e-4d47-9bd0-5a63c7a9aa4f req-9537bc2c-69da-4a59-8192-7607b7d05803 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0787826 Sep 10 17:21:35.741471 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:35.749178 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2e7ccd20-6885-41e2-a8e8-f6e7c4abd98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:35.795861 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1898a17b-e20e-4d47-9bd0-5a63c7a9aa4f req-3a341a46-8973-48bd-a2a4-4ac99bb67622 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Sep 10 17:21:35.845143 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91c627-dd39-442a-86e1-c815228811e6,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:35.852837 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2b77b1726c14b2a9a473e889c44430a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6943374 Sep 10 17:21:35.852993 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34840) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:35.853891 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:35.935919 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:35.961685 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:36.050077 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b6f69e6d-bc86-4f81-b3d3-93725384ace8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:36.135390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:36.140273 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5c2d748a-f2fb-4159-819b-f83867859dd8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:36.152134 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91c627-dd39-442a-86e1-c815228811e6,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:36.156076 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:36.161540 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:36.162639 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e91c627-dd39-442a-86e1-c815228811e6 HTTP/1.1" status: 204 len: 168 time: 0.3084521 Sep 10 17:21:36.323135 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:21:37.022876 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb059c0-5dbf-4c7f-97a2-fb85d6d7d37b req-6ff51a7d-5583-472d-a204-2d3fb1a650f4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:37.024929 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8fb059c0-5dbf-4c7f-97a2-fb85d6d7d37b req-6ff51a7d-5583-472d-a204-2d3fb1a650f4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0963445 Sep 10 17:21:37.038688 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:37.076655 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8fb059c0-5dbf-4c7f-97a2-fb85d6d7d37b req-7e179a86-1031-4b7c-99f6-2ff0acdf2085 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Sep 10 17:21:38.288128 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e9a74-9429-4624-813d-492852644d04 req-fe75e1ee-47d1-45ac-a4f6-aaba9e3c94f7 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:38.291315 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9e2e9a74-9429-4624-813d-492852644d04 req-fe75e1ee-47d1-45ac-a4f6-aaba9e3c94f7 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0871527 Sep 10 17:21:38.358123 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9e2e9a74-9429-4624-813d-492852644d04 req-46979c92-6fe3-4be2-892f-9ad055b3eca8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600641 Sep 10 17:21:38.464670 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34936) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:38.478331 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:38.649852 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:38.683408 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:38.688489 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Usage tracker for resource:security_group_rule and tenant:85d4317434f544399861d5b69778f270 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:38.691736 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:38.697342 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:38.912255 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.147066 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.153686 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:39.197370 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e047e6-823f-48df-9051-ba7a3dccbab5,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:39.201843 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:39.208186 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 34960) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:39.208665 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85d4317434f544399861d5b69778f270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7425723 Sep 10 17:21:39.280958 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.305346 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.461850 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.467556 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:39.484912 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e047e6-823f-48df-9051-ba7a3dccbab5,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:39.492160 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:39.510612 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.514287 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30e047e6-823f-48df-9051-ba7a3dccbab5 HTTP/1.1" status: 204 len: 168 time: 0.3001707 Sep 10 17:21:39.544338 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 34980) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:39.619007 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25c8e5-720a-4b84-98ab-465caac96d74 req-7228cbb4-031a-4c3d-93d0-809b76dfbf26 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:39.620736 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2c25c8e5-720a-4b84-98ab-465caac96d74 req-7228cbb4-031a-4c3d-93d0-809b76dfbf26 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1123583 Sep 10 17:21:39.686872 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2c25c8e5-720a-4b84-98ab-465caac96d74 req-961b9f5e-523c-442f-b7d6-9cd31f8fd077 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583909 Sep 10 17:21:39.735114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.765986 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:39.769845 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Usage tracker for resource:security_group_rule and tenant:7c5288cedf4845289b62c88ed60f012d is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:39.772655 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:39.778388 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:39.846114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.941664 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:39.951476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:40.006700 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c5288cedf4845289b62c88ed60f012d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4590533 Sep 10 17:21:40.008161 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0afc14-e76b-4b37-86cf-b6b4f72885ef,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:40.010073 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35000) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:40.026551 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:40.096821 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:40.130004 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:40.255638 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:40.259430 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:40.271392 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0afc14-e76b-4b37-86cf-b6b4f72885ef,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:40.275933 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:40.278406 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:40.279800 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e0afc14-e76b-4b37-86cf-b6b4f72885ef HTTP/1.1" status: 204 len: 168 time: 0.2684093 Sep 10 17:21:40.901185 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09410a-02d2-47de-8aa5-405e325ac555 req-5a655599-74cb-4641-8953-ad2fb943de94 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:40.902632 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3a09410a-02d2-47de-8aa5-405e325ac555 req-5a655599-74cb-4641-8953-ad2fb943de94 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0761478 Sep 10 17:21:40.952125 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3a09410a-02d2-47de-8aa5-405e325ac555 req-39b0a7de-f177-4a3d-b963-343910915c46 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Sep 10 17:21:41.136299 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35048) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:41.156964 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:41.192402 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:41.197090 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec67230080544a0bb2adbcebd81357b is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:41.200486 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:41.207548 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:41.274714 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:41.472684 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:41.479724 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4ea78e85-2a10-472a-af60-be6dd32b3850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:41.522388 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d3199d-c8f3-4afc-93d7-01fa15675d9d,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:41.525924 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:41.530853 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ec67230080544a0bb2adbcebd81357b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3919504 Sep 10 17:21:41.531722 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35064) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:41.594989 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:41.621152 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:41.770117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:41.774058 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:41.785700 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d3199d-c8f3-4afc-93d7-01fa15675d9d,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:41.787849 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:41.792718 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:41.793839 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32d3199d-c8f3-4afc-93d7-01fa15675d9d HTTP/1.1" status: 204 len: 168 time: 0.2619338 Sep 10 17:21:42.171091 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7fd2-b323-4604-a3f3-c44339d854ad req-a6f15d29-da46-4443-824d-70a4bf59d3de tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:42.178855 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9caa7fd2-b323-4604-a3f3-c44339d854ad req-a6f15d29-da46-4443-824d-70a4bf59d3de tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1006470 Sep 10 17:21:42.272922 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9caa7fd2-b323-4604-a3f3-c44339d854ad req-d1827b59-54ce-4862-a135-693540f5fc91 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926373 Sep 10 17:21:42.957365 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35134) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:43.101153 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:43.132520 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:43.136685 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Usage tracker for resource:security_group_rule and tenant:b4ff84a5dcfa4095a2c6083b4cd8f312 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:43.140146 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:43.146138 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:43.211155 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:43.318488 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:43.328431 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-08c523dd-151b-4328-a30b-a720a59a5ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:43.375601 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c84cd9-6983-4428-8ce2-af193365ae63,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:43.380241 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4ff84a5dcfa4095a2c6083b4cd8f312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4217763 Sep 10 17:21:43.381953 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:43.383003 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35150) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:43.505842 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:43.541325 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:43.560993 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd553e8-8d6d-43ae-90e6-eef0f88c4460 req-4dbb4c8c-b38d-4436-a48a-bc42bc5859a8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:43.562455 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8bd553e8-8d6d-43ae-90e6-eef0f88c4460 req-4dbb4c8c-b38d-4436-a48a-bc42bc5859a8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1295509 Sep 10 17:21:43.629646 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8bd553e8-8d6d-43ae-90e6-eef0f88c4460 req-179722bd-edd1-46ad-be12-2b1b952a47b8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574145 Sep 10 17:21:43.707118 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:43.717670 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-96de24a4-af68-4c1d-a374-33cbc275346a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:43.729899 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c84cd9-6983-4428-8ce2-af193365ae63,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:43.733391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:43.739964 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:43.743975 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78c84cd9-6983-4428-8ce2-af193365ae63 HTTP/1.1" status: 204 len: 168 time: 0.3598993 Sep 10 17:21:44.719046 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35188) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:44.758040 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:44.773573 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35192) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:44.807057 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:44.811490 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Usage tracker for resource:security_group_rule and tenant:9957e2d4e94943ad996ea5428039c05f is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:44.814376 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:44.826444 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:44.935026 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3153-a4da-49c9-8d00-4f0ad1e53137 req-a5a47213-672f-4cf1-8441-c6b964d4987d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:44.936572 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-caca3153-a4da-49c9-8d00-4f0ad1e53137 req-a5a47213-672f-4cf1-8441-c6b964d4987d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1162541 Sep 10 17:21:44.990105 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.011378 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-caca3153-a4da-49c9-8d00-4f0ad1e53137 req-fa70de24-7fec-4dc9-a2e0-459b5ce8c338 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660629 Sep 10 17:21:45.061830 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.066929 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.074309 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-61b625c1-a77e-4abf-9ca0-3db3fa3dd110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:45.097750 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:45.105050 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f730409ccf4157abcb15b43174cf39 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:45.108651 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:45.114712 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:45.116357 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e1593-e794-4a50-a69e-5ea15682f1b2,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:45.119745 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:45.123497 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9957e2d4e94943ad996ea5428039c05f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4029074 Sep 10 17:21:45.125982 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35210) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:45.202027 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.218747 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.273919 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.289672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.314574 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-70c3a515-0def-4360-bf32-dbd01601d4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:45.367443 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1f730409ccf4157abcb15b43174cf39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5921347 Sep 10 17:21:45.369056 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059b3b29-7e86-40b4-a67f-c29cbbdc8397,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:45.371620 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35226) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:45.383519 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:45.455597 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.482015 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.535814 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.542885 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:45.558693 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e1593-e794-4a50-a69e-5ea15682f1b2,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:45.561333 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:45.573426 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.574560 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e7e1593-e794-4a50-a69e-5ea15682f1b2 HTTP/1.1" status: 204 len: 168 time: 0.4475448 Sep 10 17:21:45.656914 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.659339 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:45.660500 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/059b3b29-7e86-40b4-a67f-c29cbbdc8397 HTTP/1.1" status: 204 len: 168 time: 0.2879834 Sep 10 17:21:45.661373 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-cb8e0c82-2577-40ce-9c26-d2452753a691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:45.671378 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b3b29-7e86-40b4-a67f-c29cbbdc8397,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:45.673581 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:46.229094 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3879739-c235-4768-8a13-59e921b667bf req-d3a074ff-49e9-47da-94df-97d9b6a0ef12 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:46.230565 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f3879739-c235-4768-8a13-59e921b667bf req-d3a074ff-49e9-47da-94df-97d9b6a0ef12 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0829029 Sep 10 17:21:46.283435 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f3879739-c235-4768-8a13-59e921b667bf req-7dc4588b-53e9-4abf-ab3d-22ac4b19ab5a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472491 Sep 10 17:21:46.816096 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35280) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:46.843194 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:46.877531 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:46.881335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Usage tracker for resource:security_group_rule and tenant:35012e35d98d49a8b6b0db21264ef585 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:46.884558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:46.890948 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:46.967154 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:47.011662 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:47.038185 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:47.048500 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:47.087194 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53057f57-77f6-4dc4-acaa-8761d999191f,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:47.092877 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:47.112345 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35012e35d98d49a8b6b0db21264ef585&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2919929 Sep 10 17:21:47.114831 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35294) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:47.177822 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:47.211842 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:47.359104 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:47.363300 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0aa896bf-0d0d-415a-a297-e1331ef91d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:47.376378 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53057f57-77f6-4dc4-acaa-8761d999191f,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:47.378995 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:47.384549 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:47.392945 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53057f57-77f6-4dc4-acaa-8761d999191f HTTP/1.1" status: 204 len: 168 time: 0.2722228 Sep 10 17:21:47.548581 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea1d9488-fc78-405d-860f-09d61f170099 req-0afa01fd-5201-42ac-8f90-864365720435 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 1098 time: 0.1306067 Sep 10 17:21:47.589414 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefb6b6-9e8a-4cc5-a594-142a278b56aa req-629f2efe-ca1d-4bf3-8391-e07f4ef9dd33 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:47.591008 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aeefb6b6-9e8a-4cc5-a594-142a278b56aa req-629f2efe-ca1d-4bf3-8391-e07f4ef9dd33 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1065385 Sep 10 17:21:47.607046 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ea1d9488-fc78-405d-860f-09d61f170099 req-b9e86c97-a3bb-431e-a174-b28af01b4ba7 service neutron] Synchronizing usage tracker for tenant:7d9ebd83d0944ff0bc47c03abca89ac7 on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:21:47.645433 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aeefb6b6-9e8a-4cc5-a594-142a278b56aa req-0d7650af-1e5e-4674-85c6-92e3c34116e8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464208 Sep 10 17:21:47.764065 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ea1d9488-fc78-405d-860f-09d61f170099 req-b9e86c97-a3bb-431e-a174-b28af01b4ba7 service neutron] Unset dirty status for tenant:7d9ebd83d0944ff0bc47c03abca89ac7 on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:21:47.768331 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea1d9488-fc78-405d-860f-09d61f170099 req-b9e86c97-a3bb-431e-a174-b28af01b4ba7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073047 Sep 10 17:21:48.959657 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10b855-0b90-475b-a74b-07f70f3bf59c req-7548039f-21c2-465f-80b2-5fde44332333 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:48.961562 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5d10b855-0b90-475b-a74b-07f70f3bf59c req-7548039f-21c2-465f-80b2-5fde44332333 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1691635 Sep 10 17:21:49.016750 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5d10b855-0b90-475b-a74b-07f70f3bf59c req-455bda5d-77ee-4348-bfdd-f4c81de534ba tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 Sep 10 17:21:49.186486 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35410) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:49.334824 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:49.372714 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:49.378710 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Usage tracker for resource:security_group_rule and tenant:beb5cd85bb254cceb0df41438a0766de is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:49.382376 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:49.389033 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:49.470577 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:49.650983 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:49.662363 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-205e2b41-f7b7-4932-853a-b58d33521ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:49.701862 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529d764a-a991-479e-9e66-46470b30f06b,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:49.705544 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:49.709719 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=beb5cd85bb254cceb0df41438a0766de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5216062 Sep 10 17:21:49.716033 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35434) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:49.792195 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:49.820010 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:49.993425 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.007628 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57696229-5b61-4c4e-bada-02d76e6fa23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:50.019800 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529d764a-a991-479e-9e66-46470b30f06b,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:50.022831 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:50.027239 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.028544 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/529d764a-a991-479e-9e66-46470b30f06b HTTP/1.1" status: 204 len: 168 time: 0.3109429 Sep 10 17:21:50.239055 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4da13-eb4c-4dd2-92ff-12faff167612 req-2162d6a0-0991-4dc0-b98d-74214caa36f2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:50.242857 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb4da13-eb4c-4dd2-92ff-12faff167612 req-2162d6a0-0991-4dc0-b98d-74214caa36f2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0860004 Sep 10 17:21:50.291842 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb4da13-eb4c-4dd2-92ff-12faff167612 req-15d589c3-88db-4258-9d7e-40814e6acd27 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446358 Sep 10 17:21:50.307779 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35458) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:50.351756 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35468) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:50.530922 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c65725-123a-4f5f-9f91-4759a515d3fd req-946ad3c0-6724-4bca-b8cb-a21237459633 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:50.532401 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-56c65725-123a-4f5f-9f91-4759a515d3fd req-946ad3c0-6724-4bca-b8cb-a21237459633 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0795765 Sep 10 17:21:50.646102 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-56c65725-123a-4f5f-9f91-4759a515d3fd req-8253f354-4956-48fd-94b7-f26b0c4c6793 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081643 Sep 10 17:21:50.649661 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.705173 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:50.711030 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Usage tracker for resource:security_group_rule and tenant:1654baf0c91f4ec7bb5b12f9e22b42f9 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:50.714955 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:50.718082 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.726252 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:50.762259 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:50.766161 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Usage tracker for resource:security_group_rule and tenant:ec79b6142176426c9f46deb2a95ee536 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:50.769296 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:50.777295 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:50.817475 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.859333 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.906533 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.913926 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c73a09c2-0dda-4781-aeaa-64ba7899bbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:50.954969 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b0765-38f6-4aa2-bc3a-19511d457e63,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:50.958975 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1654baf0c91f4ec7bb5b12f9e22b42f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6500912 Sep 10 17:21:50.959828 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:50.961621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35486) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:50.980377 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:50.996645 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-266cba26-16b3-4e06-984b-6f38405f526d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:51.027830 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.030348 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b83ff1-12c9-4d2e-b830-4f5999b89b42,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:51.033461 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:51.035849 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec79b6142176426c9f46deb2a95ee536&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6888020 Sep 10 17:21:51.039046 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35492) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:51.062067 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.128985 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.156418 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.249836 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.255129 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-53d0adb2-8c1e-4fc2-95ac-a87477979f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:51.272061 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b0765-38f6-4aa2-bc3a-19511d457e63,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:51.274925 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:51.276979 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.278097 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/433b0765-38f6-4aa2-bc3a-19511d457e63 HTTP/1.1" status: 204 len: 168 time: 0.3155239 Sep 10 17:21:51.289662 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.293666 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8549ec1d-6966-49f9-ade1-c07bceed3a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:51.344108 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b83ff1-12c9-4d2e-b830-4f5999b89b42,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:51.346253 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:51.357709 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:51.359622 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8b83ff1-12c9-4d2e-b830-4f5999b89b42 HTTP/1.1" status: 204 len: 168 time: 0.3189671 Sep 10 17:21:52.161700 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35526) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:52.180263 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:52.213100 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:52.217016 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Usage tracker for resource:security_group_rule and tenant:29c6cd2e0ce14dd6ac2ef4cc1da5ea7d is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:52.219924 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:52.226118 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:52.294672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:52.432247 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:52.439814 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-62b1aaa6-f5ef-4d3e-93fe-821e47f15f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:52.487178 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29c6cd2e0ce14dd6ac2ef4cc1da5ea7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3243484 Sep 10 17:21:52.488069 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f48823-20b5-47db-b964-9e6b60bffd47,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:52.489889 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35538) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:52.491511 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:52.568051 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:52.595436 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:52.814174 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:52.816798 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:52.830655 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f48823-20b5-47db-b964-9e6b60bffd47,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:52.838063 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:52.840547 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:52.843075 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10f48823-20b5-47db-b964-9e6b60bffd47 HTTP/1.1" status: 204 len: 168 time: 0.3509448 Sep 10 17:21:53.614772 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35592) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:53.655482 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee68c25-2537-47bd-a041-933453577d5d req-e85f0b90-0517-408a-95ff-f57b68f235fb tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:53.656951 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0ee68c25-2537-47bd-a041-933453577d5d req-e85f0b90-0517-408a-95ff-f57b68f235fb tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1639009 Sep 10 17:21:53.725094 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0ee68c25-2537-47bd-a041-933453577d5d req-462c682b-c3e5-49e8-97e3-9d6bd969c1b0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616338 Sep 10 17:21:53.728008 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61fed383-c363-4af3-8756-84335523349c req-e277567e-ac8c-4644-a6cb-18c0ff99a55a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.1216638 Sep 10 17:21:53.788604 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:53.821534 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:53.825415 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Usage tracker for resource:security_group_rule and tenant:f87dbb6cee9f41c88fc27446eb9c85f2 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:53.828269 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:53.834079 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:53.889467 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fed383-c363-4af3-8756-84335523349c req-54c18c11-dfd4-45eb-a951-e543542bfba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:53.890972 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61fed383-c363-4af3-8756-84335523349c req-54c18c11-dfd4-45eb-a951-e543542bfba9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.1477261 Sep 10 17:21:53.927477 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:53.975817 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61fed383-c363-4af3-8756-84335523349c req-ff889970-22e1-4ab9-bd3d-1daeaafd53cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 217 time: 0.0773165 Sep 10 17:21:54.025167 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:54.032976 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:54.061423 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fed383-c363-4af3-8756-84335523349c req-7983d947-afb4-479e-baff-69edf1b0663e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:54.062926 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61fed383-c363-4af3-8756-84335523349c req-7983d947-afb4-479e-baff-69edf1b0663e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0727079 Sep 10 17:21:54.074523 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01956c8-cfe1-46bc-8d78-91c7c52885c6,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:54.079830 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f87dbb6cee9f41c88fc27446eb9c85f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4632473 Sep 10 17:21:54.080823 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:54.082237 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35608) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:54.124657 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61fed383-c363-4af3-8756-84335523349c req-e7ec36eb-c90b-40c4-8ee1-ee5aacf8c99c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496972 Sep 10 17:21:54.142920 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:54.176333 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:54.287451 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61fed383-c363-4af3-8756-84335523349c req-15fe8e44-7969-4e02-909a-df653f8b2d23 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535821 Sep 10 17:21:54.324077 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:54.331400 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-fa1da141-8a5b-4ac1-84a7-6c0eb5726d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:54.347055 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01956c8-cfe1-46bc-8d78-91c7c52885c6,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:54.350653 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:54.352164 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:54.354686 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b01956c8-cfe1-46bc-8d78-91c7c52885c6 HTTP/1.1" status: 204 len: 168 time: 0.2709746 Sep 10 17:21:54.470710 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61fed383-c363-4af3-8756-84335523349c req-3224f491-7435-4a97-a985-491307d7b40f service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701267 Sep 10 17:21:54.941641 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b5be4-5af8-4878-8dd4-4b0c3aff480f req-49b0549c-c9b1-4d85-8d2f-097433cfbe8c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:54.943439 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c47b5be4-5af8-4878-8dd4-4b0c3aff480f req-49b0549c-c9b1-4d85-8d2f-097433cfbe8c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0834041 Sep 10 17:21:54.989636 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c47b5be4-5af8-4878-8dd4-4b0c3aff480f req-8597e90b-9033-469a-b78e-17177fb0c25f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Sep 10 17:21:55.107036 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35642) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:55.132266 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:55.165025 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:55.168922 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Usage tracker for resource:security_group_rule and tenant:2ecbe1994d14407097f810306d18dca9 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:55.171849 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:55.177702 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:55.253412 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:55.317860 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:55.324994 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-51db2dd3-0710-47c4-9900-641b362876b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:55.368504 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee05a34-c84b-4b18-ab30-5416c0e909fd,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:55.371732 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:55.374624 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ecbe1994d14407097f810306d18dca9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2671988 Sep 10 17:21:55.377472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35650) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:55.479386 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:55.505040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:55.649797 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:55.654870 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dcf779b6-4040-4160-858b-05183957edff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:55.666631 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee05a34-c84b-4b18-ab30-5416c0e909fd,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:55.670767 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:55.683760 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:55.683760 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dee05a34-c84b-4b18-ab30-5416c0e909fd HTTP/1.1" status: 204 len: 168 time: 0.3018916 Sep 10 17:21:56.246607 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82377-2715-4eba-bd3c-353a57d29c67 req-278f814f-4293-4f41-bcdd-2d69b8c4975b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:56.246998 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7fb82377-2715-4eba-bd3c-353a57d29c67 req-278f814f-4293-4f41-bcdd-2d69b8c4975b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1270006 Sep 10 17:21:56.294413 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7fb82377-2715-4eba-bd3c-353a57d29c67 req-9246e61d-a3b5-47db-b618-4ec53ef12d67 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Sep 10 17:21:56.552381 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35688) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:56.572587 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:56.607821 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:21:56.611738 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Usage tracker for resource:security_group_rule and tenant:64a931790d08448f92206c894dea348d is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:21:56.614729 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:21:56.620728 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:21:56.694005 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:56.780795 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:56.787378 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-cab1af95-d477-41fc-8aa8-5b2672710df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:56.826411 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a97d9-52e0-4af5-bbaf-1aa0816f93e3,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:56.833041 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:56.833041 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64a931790d08448f92206c894dea348d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2780039 Sep 10 17:21:56.834409 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35694) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:21:56.958577 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:56.985319 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:57.117916 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:57.122040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:21:57.134362 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a97d9-52e0-4af5-bbaf-1aa0816f93e3,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:21:57.138045 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:21:57.143108 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:21:57.144253 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/201a97d9-52e0-4af5-bbaf-1aa0816f93e3 HTTP/1.1" status: 204 len: 168 time: 0.3088007 Sep 10 17:21:57.497928 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebcfca-68bc-493f-95bc-5607bd23ab28 req-86d85319-3a5e-44a7-913e-a402f8fb5ff8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:57.499495 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-eeebcfca-68bc-493f-95bc-5607bd23ab28 req-86d85319-3a5e-44a7-913e-a402f8fb5ff8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0772364 Sep 10 17:21:57.545090 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-eeebcfca-68bc-493f-95bc-5607bd23ab28 req-e9e33057-e1fd-4211-954d-0dc2750ce776 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Sep 10 17:21:58.766279 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d8144-e486-4e58-96fc-d57e00b0a9be req-3f7b7dfa-64ef-4b9b-b99d-fadbb2fb2d23 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:21:58.771223 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e44d8144-e486-4e58-96fc-d57e00b0a9be req-3f7b7dfa-64ef-4b9b-b99d-fadbb2fb2d23 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0978577 Sep 10 17:21:58.819340 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e44d8144-e486-4e58-96fc-d57e00b0a9be req-fa5ae341-6315-4b02-8843-ee8569458e65 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Sep 10 17:22:00.020916 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f70d6-e038-4a50-81b9-d1017f82ab1f req-d43fa54c-291e-43f1-b109-870de288ae2d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:00.022335 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-939f70d6-e038-4a50-81b9-d1017f82ab1f req-d43fa54c-291e-43f1-b109-870de288ae2d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0813375 Sep 10 17:22:00.068727 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-939f70d6-e038-4a50-81b9-d1017f82ab1f req-c7bdfc81-89de-4b6b-9e9e-2d449b4739db tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Sep 10 17:22:01.275768 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431e2ef-fcd3-4f79-a3ba-5c4bff39b4a8 req-63408ddd-e191-493f-93f2-c8fc65c9c21e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:01.277241 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7431e2ef-fcd3-4f79-a3ba-5c4bff39b4a8 req-63408ddd-e191-493f-93f2-c8fc65c9c21e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0790737 Sep 10 17:22:01.329303 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7431e2ef-fcd3-4f79-a3ba-5c4bff39b4a8 req-e39ab836-6578-40bb-a8f2-4a11a3b45cd0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Sep 10 17:22:02.555300 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f036-c75c-4f67-8069-c44c9449bb82 req-7ac6f17b-3271-4b2c-a8be-815d46c03f72 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:02.557126 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4785f036-c75c-4f67-8069-c44c9449bb82 req-7ac6f17b-3271-4b2c-a8be-815d46c03f72 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0913086 Sep 10 17:22:02.607202 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4785f036-c75c-4f67-8069-c44c9449bb82 req-9735ee58-bd82-4bfa-8453-b278189d6916 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Sep 10 17:22:02.720139 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 35832) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:02.867029 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:02.898532 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:02.902167 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Usage tracker for resource:security_group_rule and tenant:633f92232dca4820a4e50e37764da35f is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:02.905583 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:02.911254 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:02.979344 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:03.066171 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:03.073412 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-29588162-f24d-4f8e-a67a-494d53da1088 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:03.120694 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=633f92232dca4820a4e50e37764da35f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3969903 Sep 10 17:22:03.120694 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d5f3a-d20a-44b1-a273-11efafe5284b,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:03.121246 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 35844) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:03.122187 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:03.201629 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:03.227806 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:03.381075 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:03.384890 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2bb6f478-7312-454b-a444-03eac84fe973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:03.397501 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d5f3a-d20a-44b1-a273-11efafe5284b,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:03.399972 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:03.409391 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:03.410810 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d22d5f3a-d20a-44b1-a273-11efafe5284b HTTP/1.1" status: 204 len: 168 time: 0.2885485 Sep 10 17:22:03.816638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddb286-8e9e-4976-aafd-4e5af44e70d8 req-78566b3c-e722-4b75-a001-6fa3527c2f43 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:03.818245 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7fddb286-8e9e-4976-aafd-4e5af44e70d8 req-78566b3c-e722-4b75-a001-6fa3527c2f43 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0815623 Sep 10 17:22:03.821991 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b06b682f-fe26-4c3e-8971-2a99240f891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:03.866198 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7fddb286-8e9e-4976-aafd-4e5af44e70d8 req-e1aaea36-e8c3-4bee-ab9d-5dd361f5e6bf tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Sep 10 17:22:04.255136 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:05.075385 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b91edf-2d34-405e-9435-3b4817c2f1b9 req-79d99604-0aa1-4afc-bddf-cccaa55ac155 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:05.077373 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-85b91edf-2d34-405e-9435-3b4817c2f1b9 req-79d99604-0aa1-4afc-bddf-cccaa55ac155 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0824723 Sep 10 17:22:05.128051 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-85b91edf-2d34-405e-9435-3b4817c2f1b9 req-8c60b3b5-9f1c-4fff-a132-79d7605883a1 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Sep 10 17:22:06.015028 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-ed225b6d-e366-4af2-8a3a-cff7f19898e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:06.351453 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ba946-4b55-4412-983a-6ea1b9f68dc6 req-8332b0cb-3ac6-41ea-88e6-b41e51530aaa tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:06.353674 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-473ba946-4b55-4412-983a-6ea1b9f68dc6 req-8332b0cb-3ac6-41ea-88e6-b41e51530aaa tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0925300 Sep 10 17:22:06.406173 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-473ba946-4b55-4412-983a-6ea1b9f68dc6 req-6f42b431-87bd-4bc9-ac24-66ec6710f042 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Sep 10 17:22:07.015336 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:07.766653 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d513-1d8e-477c-a616-a5680719fe99 req-f01b14a1-d229-46a2-b310-bdcd352a9f68 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:07.768238 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-55c0d513-1d8e-477c-a616-a5680719fe99 req-f01b14a1-d229-46a2-b310-bdcd352a9f68 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0837317 Sep 10 17:22:07.813388 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-55c0d513-1d8e-477c-a616-a5680719fe99 req-995d0265-deeb-472b-b9bf-cb4d7ff2f5ce tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392764 Sep 10 17:22:08.911753 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:09.141762 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b56a1-1c48-407c-ae50-a56e230fe84d req-9ed51260-17dd-4c62-abbe-78b8188b5f35 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:09.143155 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a39b56a1-1c48-407c-ae50-a56e230fe84d req-9ed51260-17dd-4c62-abbe-78b8188b5f35 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0764697 Sep 10 17:22:09.191751 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a39b56a1-1c48-407c-ae50-a56e230fe84d req-9005fd57-3e87-40a3-98be-1c4b948b4056 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431406 Sep 10 17:22:10.393796 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d13f64-3fc3-43d2-9185-034410f81772 req-895a4ab4-a5e4-428c-b295-e632720853f8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:10.395309 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-38d13f64-3fc3-43d2-9185-034410f81772 req-895a4ab4-a5e4-428c-b295-e632720853f8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0814087 Sep 10 17:22:10.451923 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-38d13f64-3fc3-43d2-9185-034410f81772 req-f6f107d5-0204-4095-b584-26696722a36f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Sep 10 17:22:11.311021 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8cfbebca-96d7-4d33-9f94-f159109262ef req-2ee8b86d-532f-4091-9963-433b2dfe975b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.0713093 Sep 10 17:22:11.354040 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8cfbebca-96d7-4d33-9f94-f159109262ef req-fc9b53cb-2910-4cc7-b871-83d097133e54 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362811 Sep 10 17:22:11.672245 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cea824-0d4d-4d90-9f93-016e5a592463 req-6e14ad75-4f56-4471-9aa7-bd37bf58e04a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:11.681017 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c4cea824-0d4d-4d90-9f93-016e5a592463 req-6e14ad75-4f56-4471-9aa7-bd37bf58e04a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0975173 Sep 10 17:22:11.741058 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c4cea824-0d4d-4d90-9f93-016e5a592463 req-72ece60a-e033-4f18-a6b9-49e8fbe6c739 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591035 Sep 10 17:22:12.961234 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb51cc-d835-4f29-88e6-c22276b6c26e req-dbf7cd90-66d2-4e0b-928a-455bc3aed763 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:12.967293 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2cbb51cc-d835-4f29-88e6-c22276b6c26e req-dbf7cd90-66d2-4e0b-928a-455bc3aed763 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0939660 Sep 10 17:22:13.009427 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2cbb51cc-d835-4f29-88e6-c22276b6c26e req-b74cb315-deeb-4e31-9ce9-23df6127f5e1 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Sep 10 17:22:13.322738 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:22:14.221332 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be94d3-9b01-4ff3-86eb-254103982117 req-421d579f-7017-4510-a59f-6594ba7dd893 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:14.223145 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-75be94d3-9b01-4ff3-86eb-254103982117 req-421d579f-7017-4510-a59f-6594ba7dd893 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0858529 Sep 10 17:22:14.275131 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-75be94d3-9b01-4ff3-86eb-254103982117 req-204b7dbc-a5d9-4a69-a70c-29296eef7124 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Sep 10 17:22:14.985704 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb80229-d844-4088-b635-6bee7cca7af9 req-b11f79cc-de05-4b8c-a2a3-b1fdc9ab61da tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:14.987223 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2cb80229-d844-4088-b635-6bee7cca7af9 req-b11f79cc-de05-4b8c-a2a3-b1fdc9ab61da tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0847092 Sep 10 17:22:15.080927 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2cb80229-d844-4088-b635-6bee7cca7af9 req-101f0458-f849-4a8c-a4c8-561b49867661 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880961 Sep 10 17:22:15.098592 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-b2cf4e30-f4a0-47d7-997c-f42e62f86f0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.0850871 Sep 10 17:22:15.242548 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-f9deb0bb-906c-45c0-83f2-943bee0ce9f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:15.244089 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-f9deb0bb-906c-45c0-83f2-943bee0ce9f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.1364083 Sep 10 17:22:15.320612 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-740c5de0-6edc-4c4c-9ebb-d70efa8e421b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 217 time: 0.0662942 Sep 10 17:22:15.387812 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-793e18b9-99c3-4ae7-b085-b47aa1648cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:15.390009 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-793e18b9-99c3-4ae7-b085-b47aa1648cf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0623727 Sep 10 17:22:15.439852 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-d259110a-e33f-4073-856a-5d565274cf2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428345 Sep 10 17:22:15.584460 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-ffadee58-4d62-4aaa-b3a7-41e573e24d4d service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263721 Sep 10 17:22:15.802531 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2c3fb19-072c-4805-80de-4e6deb747e49 req-91cceb9b-0078-4e64-8460-faf73db5dc3c service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100718 Sep 10 17:22:16.286501 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d3722-cadc-48a1-9ffb-967f7644b245 req-c490c5c4-7180-4f44-8f03-b7ef09397435 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:16.287990 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bc1d3722-cadc-48a1-9ffb-967f7644b245 req-c490c5c4-7180-4f44-8f03-b7ef09397435 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0798903 Sep 10 17:22:16.341187 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bc1d3722-cadc-48a1-9ffb-967f7644b245 req-6b099d8f-0294-44fc-8563-27f912e87c85 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Sep 10 17:22:17.094979 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:17.544298 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71c36-b298-4308-8421-0798486f2a7d req-9fc6b924-ea6e-4e0f-88ba-d133aebc6cc2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:17.545769 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fbe71c36-b298-4308-8421-0798486f2a7d req-9fc6b924-ea6e-4e0f-88ba-d133aebc6cc2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0771279 Sep 10 17:22:17.595004 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fbe71c36-b298-4308-8421-0798486f2a7d req-b899a863-5318-4870-bc96-417daa56750e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Sep 10 17:22:18.460054 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-4ace0a78-fbfe-484e-b8c2-a6faa34df454 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775852 Sep 10 17:22:18.556358 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-487684c5-8bd4-4cb2-9d32-28851686d8a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 1098 time: 0.0689907 Sep 10 17:22:18.709886 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-770c2dad-6cd7-4a6b-a8bd-924cb31d29b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:18.711406 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-770c2dad-6cd7-4a6b-a8bd-924cb31d29b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.1329446 Sep 10 17:22:18.811094 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-98700f0e-6423-43c7-947a-03a4717e3f10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=683252b6-3656-4240-9172-8dad07a342ed HTTP/1.1" status: 200 len: 217 time: 0.0873168 Sep 10 17:22:18.827365 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b3d65-f83e-4dc9-acdc-7a612fac0b96 req-52b78887-025f-45d0-b943-3e73eb9e270d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:18.835532 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-085b3d65-f83e-4dc9-acdc-7a612fac0b96 req-52b78887-025f-45d0-b943-3e73eb9e270d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1027634 Sep 10 17:22:18.900926 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-085b3d65-f83e-4dc9-acdc-7a612fac0b96 req-ed15aed9-7c33-46d4-bdc9-98565da53bf5 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637753 Sep 10 17:22:18.903712 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-4e6221df-f03c-4933-b612-c1275b5049ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:18.905626 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-4e6221df-f03c-4933-b612-c1275b5049ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0845318 Sep 10 17:22:18.995391 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-dba5ff65-32d6-4699-8501-d5cda8c524d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557966 Sep 10 17:22:19.139913 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-03e149ce-badf-4ff9-a067-6bc60f38c701 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335075 Sep 10 17:22:19.278384 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f952ba01-487d-48bf-b045-43c4856db9d6 req-76e4988e-0cdc-47d1-b438-935a42347dc2 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295340 Sep 10 17:22:22.005322 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36256) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:22.194246 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:22.225921 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:22.229760 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Usage tracker for resource:security_group_rule and tenant:334802471dc44a3199649f953d648ca0 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:22.232615 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:22.238228 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:22.306197 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:22.489265 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:22.505975 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d5fd3ad7-739a-494f-bc73-6b4123a75b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:22.537184 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18384d7b-6024-4b72-b805-89aad7ab743c,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:22.545106 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36274) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:22.545647 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=334802471dc44a3199649f953d648ca0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5387585 Sep 10 17:22:22.552387 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.552966 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.553114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.553434 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.553778 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.554116 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.554452 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.554827 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.555166 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.555498 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.555826 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.559842 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:22.612276 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:22.638968 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:22.812152 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a6cb0-292a-4b93-a768-e5f5ddd93a3b req-74af83c3-f2b5-4ce6-9099-0795d38af19f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:22.813636 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5d4a6cb0-292a-4b93-a768-e5f5ddd93a3b req-74af83c3-f2b5-4ce6-9099-0795d38af19f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0809636 Sep 10 17:22:22.859611 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5d4a6cb0-292a-4b93-a768-e5f5ddd93a3b req-71a19d29-d641-4a1d-8905-679dfc0fa997 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Sep 10 17:22:22.895070 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:22.900483 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-fdc2f900-bc3f-4f23-8ebf-1b91c4eac0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:22.915655 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18384d7b-6024-4b72-b805-89aad7ab743c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:22.919687 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:22.923542 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18384d7b-6024-4b72-b805-89aad7ab743c HTTP/1.1" status: 204 len: 168 time: 0.3747392 Sep 10 17:22:22.939562 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.940110 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.941693 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.942627 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.942986 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.943802 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.944486 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.945063 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.945550 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.946162 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.947848 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:22.960361 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:23.841045 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36306) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:23.859600 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:23.890042 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:23.894114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff8521623704e848f26611161ffe20d is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:23.897274 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:23.903808 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:23.980797 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:24.174574 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:24.182344 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-88af7dd8-bccd-4244-994a-78a99976bec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:24.228105 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d23a74-f171-4ec7-bdd0-7808b29f2f20,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:24.232605 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ff8521623704e848f26611161ffe20d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3905754 Sep 10 17:22:24.240852 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:24.243663 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36324) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:24.315844 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:24.348046 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:24.540116 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:24.545099 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-60aefdf9-f5b9-444e-8f25-d1947f770aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:24.560466 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d23a74-f171-4ec7-bdd0-7808b29f2f20,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:24.563413 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:24.565276 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:24.569008 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2d23a74-f171-4ec7-bdd0-7808b29f2f20 HTTP/1.1" status: 204 len: 168 time: 0.3212104 Sep 10 17:22:24.912030 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36340) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:25.063527 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:25.101288 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:25.105465 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Usage tracker for resource:security_group_rule and tenant:eab9992ce3dc4a28b29a55f83e0e4b40 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:25.109394 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:25.115789 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:25.187297 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:25.311843 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:25.346683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c4c2f85a-9e05-4283-989e-dcb21098b499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:25.377360 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eab9992ce3dc4a28b29a55f83e0e4b40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4641960 Sep 10 17:22:25.378446 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5ba0ba-b43e-42fd-bcf9-53e3f7298d8c,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:25.380080 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36362) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:25.390681 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:25.467568 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:25.495474 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:25.706146 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:25.711137 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-261cf130-35fe-4c49-83a6-57a679b8c7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:25.724770 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5ba0ba-b43e-42fd-bcf9-53e3f7298d8c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:25.727638 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:25.730011 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:25.734975 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e5ba0ba-b43e-42fd-bcf9-53e3f7298d8c HTTP/1.1" status: 204 len: 168 time: 0.3501110 Sep 10 17:22:26.464308 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e4351-a6dc-491f-981e-ed0ec811bba8 req-4a983026-abe5-407a-8bd1-390fbc8c9c46 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:26.466326 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2a5e4351-a6dc-491f-981e-ed0ec811bba8 req-4a983026-abe5-407a-8bd1-390fbc8c9c46 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0846374 Sep 10 17:22:26.584791 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2a5e4351-a6dc-491f-981e-ed0ec811bba8 req-675dc760-a235-4a75-bcba-a64f5fafce99 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101241 Sep 10 17:22:27.810054 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dceef3-f095-481e-ab90-e8e86d86f7e2 req-f872d69b-0cbb-499e-811a-c04a16752f13 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:27.811559 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-33dceef3-f095-481e-ab90-e8e86d86f7e2 req-f872d69b-0cbb-499e-811a-c04a16752f13 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0819600 Sep 10 17:22:27.858271 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-33dceef3-f095-481e-ab90-e8e86d86f7e2 req-131a834b-7162-4b2b-9961-cabd86362a29 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Sep 10 17:22:29.094348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4bb62-a820-44af-b169-b5860e5d5f66 req-2e2ea466-01b0-453e-9e71-7aea11e7ac34 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:29.095791 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e5f4bb62-a820-44af-b169-b5860e5d5f66 req-2e2ea466-01b0-453e-9e71-7aea11e7ac34 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0877719 Sep 10 17:22:29.146568 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e5f4bb62-a820-44af-b169-b5860e5d5f66 req-6d510169-5941-480a-9f12-b7c95bcd019c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442781 Sep 10 17:22:29.315212 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-da6c787b-2e3d-4732-8fa0-8fbb85d4a9be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.1101303 Sep 10 17:22:29.377060 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ff8f-6918-458d-b8fd-008fb54630ac req-52a3b2de-77da-4450-847e-79ffd5277ba8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:29.378614 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4159ff8f-6918-458d-b8fd-008fb54630ac req-52a3b2de-77da-4450-847e-79ffd5277ba8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1706018 Sep 10 17:22:29.483097 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4159ff8f-6918-458d-b8fd-008fb54630ac req-e60ae701-689c-4dae-9223-ef1c7266bf27 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972257 Sep 10 17:22:29.541868 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-58ade067-f5d1-478b-a792-ce1241fb9111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:29.543375 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-58ade067-f5d1-478b-a792-ce1241fb9111 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.2202382 Sep 10 17:22:29.624459 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-08917755-dd2d-4b59-8e71-c5191a135964 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 217 time: 0.0715895 Sep 10 17:22:29.769254 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-ab4a380d-9a09-4b4b-b086-f20947522be1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:29.771434 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-ab4a380d-9a09-4b4b-b086-f20947522be1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.1393735 Sep 10 17:22:29.824655 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-c1acb9e6-7d87-4314-a56c-5fc954e27b19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437777 Sep 10 17:22:29.972736 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-7cba0c9d-53a6-4e1b-a67f-1f0ca28e5373 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370382 Sep 10 17:22:30.104902 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e1458522-bd4d-45a6-91e7-b0efb79701ba req-339c196f-6b20-496f-864b-af184dfcefdf service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256320 Sep 10 17:22:30.375716 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668da60-d532-44f5-b1d6-a8545b9d22ef req-845c34d1-fb6f-429b-bd5b-0f6e9d6f9eb9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:30.377085 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b668da60-d532-44f5-b1d6-a8545b9d22ef req-845c34d1-fb6f-429b-bd5b-0f6e9d6f9eb9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0809579 Sep 10 17:22:30.423378 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b668da60-d532-44f5-b1d6-a8545b9d22ef req-efae3c0f-9e28-4419-9c5c-01d8c831c66b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Sep 10 17:22:30.681747 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18117d50-2a22-4285-a1cb-ff1086cc67ed req-b0036720-211b-4b42-82cb-2c58736b2be2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:30.683237 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-18117d50-2a22-4285-a1cb-ff1086cc67ed req-b0036720-211b-4b42-82cb-2c58736b2be2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0814300 Sep 10 17:22:30.740615 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-18117d50-2a22-4285-a1cb-ff1086cc67ed req-b8d27736-8bb8-4c32-8597-d016086f6592 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519319 Sep 10 17:22:31.653398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1057f-2cf5-41c8-89d5-3e6ab6f9e0e7 req-c833428c-b60b-444a-8e90-483b8b7b383a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:31.654936 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5de1057f-2cf5-41c8-89d5-3e6ab6f9e0e7 req-c833428c-b60b-444a-8e90-483b8b7b383a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0799046 Sep 10 17:22:31.709012 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5de1057f-2cf5-41c8-89d5-3e6ab6f9e0e7 req-d70fadbc-1115-4aec-a565-8ceada49906d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452452 Sep 10 17:22:32.011623 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f5c96-a0b3-4a64-84c0-17306c783e83 req-359fdf6e-2097-4c61-998d-b6e0deac8e69 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:32.013352 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ff6f5c96-a0b3-4a64-84c0-17306c783e83 req-359fdf6e-2097-4c61-998d-b6e0deac8e69 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0845914 Sep 10 17:22:32.059592 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ff6f5c96-a0b3-4a64-84c0-17306c783e83 req-f00f2c80-4b89-401a-8b74-48b9fc4650ef tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Sep 10 17:22:32.924787 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbfa06-c31b-4a23-9129-ff38ab114d63 req-17b39a09-fbba-4eba-aacb-bfcef64e297f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:32.926276 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0ebbfa06-c31b-4a23-9129-ff38ab114d63 req-17b39a09-fbba-4eba-aacb-bfcef64e297f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0789838 Sep 10 17:22:32.978556 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0ebbfa06-c31b-4a23-9129-ff38ab114d63 req-6893ca5b-284d-4347-8f06-f9c0359a5f20 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Sep 10 17:22:33.270579 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb992-0843-450d-92c1-59e016df69e2 req-84795125-4cf5-403d-9d7e-ec37d2d2e208 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:33.272055 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecccb992-0843-450d-92c1-59e016df69e2 req-84795125-4cf5-403d-9d7e-ec37d2d2e208 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0886393 Sep 10 17:22:33.319133 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ecccb992-0843-450d-92c1-59e016df69e2 req-f017b7de-33fc-48db-a8c4-6c6c9c4b9222 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Sep 10 17:22:33.808696 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-fdabab3f-43dd-4389-a281-ddd0fd62da44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:33.952662 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424eba1-38a4-4bc7-a6b3-89135c7cbad4 req-12d9fb14-1a64-419d-ac94-4820026064e7 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:33.954099 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c424eba1-38a4-4bc7-a6b3-89135c7cbad4 req-12d9fb14-1a64-419d-ac94-4820026064e7 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0792294 Sep 10 17:22:34.000216 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c424eba1-38a4-4bc7-a6b3-89135c7cbad4 req-57b1e933-2004-4d05-8733-1a1067f5ddeb tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404060 Sep 10 17:22:34.233379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac268334-dc7d-4870-b5a1-ef2895882458 req-14fd5fc2-1684-4197-b02c-3573c3a459f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:34.240026 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ac268334-dc7d-4870-b5a1-ef2895882458 req-14fd5fc2-1684-4197-b02c-3573c3a459f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1067600 Sep 10 17:22:34.271478 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:34.286670 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ac268334-dc7d-4870-b5a1-ef2895882458 req-db4355a6-549a-4fbb-b139-471179f6b72c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Sep 10 17:22:34.543390 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d99ec-455d-4dea-89cd-ef3d92ef7d34 req-1d5b52e2-67e3-4693-8ce1-0ce39c3daf93 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:34.546220 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f38d99ec-455d-4dea-89cd-ef3d92ef7d34 req-1d5b52e2-67e3-4693-8ce1-0ce39c3daf93 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0822110 Sep 10 17:22:34.596628 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f38d99ec-455d-4dea-89cd-ef3d92ef7d34 req-e1b8e794-ccf4-4c79-ba62-d68ba1f715e9 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Sep 10 17:22:35.198281 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4333c-f20a-49c9-be7f-6e4530d89793 req-9945b3fb-c0a3-44b2-be12-13e3f3bbe22f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:35.200276 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d6c4333c-f20a-49c9-be7f-6e4530d89793 req-9945b3fb-c0a3-44b2-be12-13e3f3bbe22f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0766029 Sep 10 17:22:35.245483 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d6c4333c-f20a-49c9-be7f-6e4530d89793 req-4431b291-98f6-4c1e-b134-98f0622afc8a tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394762 Sep 10 17:22:35.522957 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7766a9c-22e9-4cdd-a5c3-3eeda9e17ad9 req-81b6eaac-1294-48c3-b9d2-c0f03f9256c5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:35.524411 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d7766a9c-22e9-4cdd-a5c3-3eeda9e17ad9 req-81b6eaac-1294-48c3-b9d2-c0f03f9256c5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0770767 Sep 10 17:22:35.581123 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d7766a9c-22e9-4cdd-a5c3-3eeda9e17ad9 req-d8db6239-3aca-4b30-8606-c20efb7a3cd1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504854 Sep 10 17:22:35.815122 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e02fb-da42-4f56-bef0-c218e7be8a97 req-c16f8251-79eb-419b-ba58-57fdc5fea889 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:35.821997 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1b2e02fb-da42-4f56-bef0-c218e7be8a97 req-c16f8251-79eb-419b-ba58-57fdc5fea889 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0989952 Sep 10 17:22:35.865012 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1b2e02fb-da42-4f56-bef0-c218e7be8a97 req-b3943e8f-baa6-4a9d-b593-b285baeb9e7a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Sep 10 17:22:36.050732 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36680) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:36.060132 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-fc720b7a-165c-4909-9b6c-143561fc49dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.192984 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.224858 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:36.228686 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Usage tracker for resource:security_group_rule and tenant:cf96350dac6840f2a94769d9d25ef9b1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:36.232842 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:36.237142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:36.307011 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.409616 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.420854 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:36.483125 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf96350dac6840f2a94769d9d25ef9b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4310555 Sep 10 17:22:36.484321 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e9e92d-6ea2-4cb2-ae16-c7700bff1d17,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:36.485683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36692) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:36.488081 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:36.508699 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555e5f-3aa5-4819-9e84-0453f7d8cd3c req-748ef038-f9f9-43b2-841f-e8d686baa2b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:36.510144 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-73555e5f-3aa5-4819-9e84-0453f7d8cd3c req-748ef038-f9f9-43b2-841f-e8d686baa2b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1374111 Sep 10 17:22:36.547693 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.557016 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-73555e5f-3aa5-4819-9e84-0453f7d8cd3c req-3f449142-1006-4f04-a312-f69d5aecb678 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396657 Sep 10 17:22:36.574082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.775403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.775403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a1541763-0a92-47c2-b3d2-f7f09b59321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:36.794827 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e9e92d-6ea2-4cb2-ae16-c7700bff1d17,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:36.799941 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:36.830193 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:36.831432 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9e9e92d-6ea2-4cb2-ae16-c7700bff1d17 HTTP/1.1" status: 204 len: 168 time: 0.3437202 Sep 10 17:22:36.837439 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033008-c613-4da2-ad8a-1c27cdc83d9b req-4e5a21fc-89fe-4dbd-b013-47e4a9eca041 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:36.838901 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f033008-c613-4da2-ad8a-1c27cdc83d9b req-4e5a21fc-89fe-4dbd-b013-47e4a9eca041 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1183732 Sep 10 17:22:36.885455 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f033008-c613-4da2-ad8a-1c27cdc83d9b req-34dee9f0-80c8-49eb-a5cd-dc86a82be31d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Sep 10 17:22:37.037371 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:37.078524 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ce42c-7273-4a70-b1be-2522d16c8343 req-3a5c5c72-724c-4bf1-a113-44247088db15 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:37.082457 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f52ce42c-7273-4a70-b1be-2522d16c8343 req-3a5c5c72-724c-4bf1-a113-44247088db15 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0764945 Sep 10 17:22:37.128427 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f52ce42c-7273-4a70-b1be-2522d16c8343 req-a081e10b-49cf-4002-8300-12d933039e3d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Sep 10 17:22:37.757377 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604ba4-f53b-4e96-a240-87e8f12b54e4 req-ede555f6-0c4e-4841-939e-4c6e38a2e28c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:37.758870 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-49604ba4-f53b-4e96-a240-87e8f12b54e4 req-ede555f6-0c4e-4841-939e-4c6e38a2e28c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0789258 Sep 10 17:22:37.768369 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36720) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:37.792498 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:37.823296 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-49604ba4-f53b-4e96-a240-87e8f12b54e4 req-3407143b-d759-493f-977d-a0e9a8eb8387 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544970 Sep 10 17:22:37.832825 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:37.836921 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Usage tracker for resource:security_group_rule and tenant:6a7c73594fc648ec972e58cf3c98d71b is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:37.839925 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:37.846219 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:37.910339 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:38.057646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:38.068653 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:38.119469 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a39060-fb70-40d2-b9fb-bb781a01f23c,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:38.124380 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:38.128072 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a7c73594fc648ec972e58cf3c98d71b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3587267 Sep 10 17:22:38.130941 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36728) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:38.149192 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112065a-d03c-4cb8-8932-85c6705ff2ba req-f4cf77a0-8c6a-46fa-986c-864190b79d16 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:38.150698 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e112065a-d03c-4cb8-8932-85c6705ff2ba req-f4cf77a0-8c6a-46fa-986c-864190b79d16 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1276262 Sep 10 17:22:38.196935 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:38.207360 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e112065a-d03c-4cb8-8932-85c6705ff2ba req-9e6c2b23-c034-4f63-9fe0-9bcb3a988c8b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 Sep 10 17:22:38.225314 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:38.380815 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3667-aad8-450b-ab3f-f5bd8c881359 req-428bb441-94f5-4032-b98e-f158711d5dc2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:38.380815 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fe3f3667-aad8-450b-ab3f-f5bd8c881359 req-428bb441-94f5-4032-b98e-f158711d5dc2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0958853 Sep 10 17:22:38.432130 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fe3f3667-aad8-450b-ab3f-f5bd8c881359 req-d6ce0d48-5a88-436c-b741-a15a4756cd62 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452154 Sep 10 17:22:38.528932 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:38.533786 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-fa52b1c7-7bef-4ae7-922f-c33763678309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:38.546320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a39060-fb70-40d2-b9fb-bb781a01f23c,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:38.549250 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:38.550438 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7a39060-fb70-40d2-b9fb-bb781a01f23c HTTP/1.1" status: 204 len: 168 time: 0.4185245 Sep 10 17:22:38.551409 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:38.585224 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:39.032185 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd678026-7edb-4aeb-9934-47152dd34fe7 req-f6fa3aac-b88b-474f-a6bd-f8fac3509b0d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:39.033802 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fd678026-7edb-4aeb-9934-47152dd34fe7 req-f6fa3aac-b88b-474f-a6bd-f8fac3509b0d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0883451 Sep 10 17:22:39.081152 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fd678026-7edb-4aeb-9934-47152dd34fe7 req-b4753423-d833-473a-9eda-5a4728978916 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Sep 10 17:22:39.436672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf7bc0-c4bf-4124-897f-76977430dfff req-09c88a88-802f-4e27-966f-d7af11a72a52 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:39.438135 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-32cf7bc0-c4bf-4124-897f-76977430dfff req-09c88a88-802f-4e27-966f-d7af11a72a52 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0847359 Sep 10 17:22:39.486010 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-32cf7bc0-c4bf-4124-897f-76977430dfff req-a3a20d5b-1ecd-4afd-8e5c-7e5e7e78f7f5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Sep 10 17:22:39.612547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36776) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:39.636490 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8046d22-6c7c-48ac-b59a-6c4b16b6824f req-6153ca9e-afef-469c-a66f-bed73d8bdd46 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:39.639292 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e8046d22-6c7c-48ac-b59a-6c4b16b6824f req-6153ca9e-afef-469c-a66f-bed73d8bdd46 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0889328 Sep 10 17:22:39.696524 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e8046d22-6c7c-48ac-b59a-6c4b16b6824f req-e56f25fb-7681-4e57-98fb-307c0827924d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524225 Sep 10 17:22:39.794947 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:39.826638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:39.830390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Usage tracker for resource:security_group_rule and tenant:b64c21d8b3284104b187e90d65076005 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:39.833152 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:39.838852 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:39.900774 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:40.025919 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:40.033858 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1147448a-129f-426e-ab14-a0f3c18713db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:40.073339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7645e6-838b-465e-8601-4234bb098427,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:40.077767 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b64c21d8b3284104b187e90d65076005&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4641628 Sep 10 17:22:40.078625 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:40.080485 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36792) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:40.144242 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:40.170986 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:40.359717 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed0f75-4c4a-430d-a46b-738ffcdb0a55 req-075170a1-6781-4039-9b0f-af0d9ee81c1b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:40.366717 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e5ed0f75-4c4a-430d-a46b-738ffcdb0a55 req-075170a1-6781-4039-9b0f-af0d9ee81c1b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1581900 Sep 10 17:22:40.415024 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e5ed0f75-4c4a-430d-a46b-738ffcdb0a55 req-d19e3c78-7528-4310-a2fe-e084471c4f03 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474107 Sep 10 17:22:40.416155 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:40.422987 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-49c9183d-c0ac-4bd9-94c9-eab9e8662195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:40.435867 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7645e6-838b-465e-8601-4234bb098427,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:40.439113 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:40.448079 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:40.451447 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be7645e6-838b-465e-8601-4234bb098427 HTTP/1.1" status: 204 len: 168 time: 0.3678360 Sep 10 17:22:40.702378 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a538a-2869-4b61-be6e-b9a0c7533320 req-1dac0832-3084-47e3-a45b-d34b132f45a1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:40.703879 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6e8a538a-2869-4b61-be6e-b9a0c7533320 req-1dac0832-3084-47e3-a45b-d34b132f45a1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0770693 Sep 10 17:22:40.750681 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6e8a538a-2869-4b61-be6e-b9a0c7533320 req-3c6da84d-b7b0-4c5d-87de-d22fbf6f4765 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Sep 10 17:22:40.912124 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53819c41-af05-42d1-9f89-9b99d921a3d8 req-9ea63268-46a7-4513-a4c7-76ba64795acc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:40.913675 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-53819c41-af05-42d1-9f89-9b99d921a3d8 req-9ea63268-46a7-4513-a4c7-76ba64795acc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0826285 Sep 10 17:22:40.962969 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-53819c41-af05-42d1-9f89-9b99d921a3d8 req-3edd903f-a310-43b7-8c22-6ac6eb9f3c19 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Sep 10 17:22:41.113320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36820) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:41.251995 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:41.282345 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:41.286200 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce79bbde51a44b53b8a5bbcf7f085da7 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:41.289207 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:41.295633 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:41.362512 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:41.437415 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:41.447222 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-de2cae5f-abd4-4878-8918-bbfeecadf785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:41.489272 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecaccdd-22c5-4447-9943-0beed1223dba,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:41.492759 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:41.496869 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce79bbde51a44b53b8a5bbcf7f085da7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3824325 Sep 10 17:22:41.499374 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36836) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:41.563877 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:41.591107 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:41.649794 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaf48b-f3b6-4b53-b33f-0deeba9ac606 req-bbd18a8c-b12d-4cd2-8835-689b5e0a5ac4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:41.653962 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7ccaf48b-f3b6-4b53-b33f-0deeba9ac606 req-bbd18a8c-b12d-4cd2-8835-689b5e0a5ac4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0941417 Sep 10 17:22:41.697754 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7ccaf48b-f3b6-4b53-b33f-0deeba9ac606 req-87c09939-6e3e-4932-a1cb-36190762cc05 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 Sep 10 17:22:41.740122 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:41.743941 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bfffb63c-aa72-45a1-b374-80d2090893ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:41.755414 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecaccdd-22c5-4447-9943-0beed1223dba,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:41.758811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:41.761752 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:41.763456 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ecaccdd-22c5-4447-9943-0beed1223dba HTTP/1.1" status: 204 len: 168 time: 0.2631907 Sep 10 17:22:41.990153 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa34c84-2122-4657-aed7-cda92c57f73b req-a77bdd7d-b75f-43e9-99c2-a90e5309841d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:41.991509 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7fa34c84-2122-4657-aed7-cda92c57f73b req-a77bdd7d-b75f-43e9-99c2-a90e5309841d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0875204 Sep 10 17:22:42.058213 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7fa34c84-2122-4657-aed7-cda92c57f73b req-1daa2af1-df2d-4ab0-bd9e-20763dc9f34e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576167 Sep 10 17:22:42.195237 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d977a78-2e4a-4f45-99a5-c85c672ac39a req-54242cb3-8139-4803-9cba-9f55524d1028 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:42.196817 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0d977a78-2e4a-4f45-99a5-c85c672ac39a req-54242cb3-8139-4803-9cba-9f55524d1028 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0854437 Sep 10 17:22:42.244506 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0d977a78-2e4a-4f45-99a5-c85c672ac39a req-3735968c-a9ee-4ad7-9599-84bb2a1e5fc2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Sep 10 17:22:42.759630 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36870) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:42.779725 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:42.818130 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:42.822093 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Usage tracker for resource:security_group_rule and tenant:1993d1eab0a94328b63688268f8100f6 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:42.826567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:42.867506 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:42.942252 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff819-e11a-4109-8cdc-0f256ff39e9c req-4703f87c-7971-44f8-a8cf-ca0b43fd48e9 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:42.943912 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-46bff819-e11a-4109-8cdc-0f256ff39e9c req-4703f87c-7971-44f8-a8cf-ca0b43fd48e9 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1183696 Sep 10 17:22:42.994123 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:43.012952 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-46bff819-e11a-4109-8cdc-0f256ff39e9c req-a17d4300-7946-462c-bd54-0fa22f1862e9 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591536 Sep 10 17:22:43.099871 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:43.107842 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-fb8efbd4-6b4b-4f3b-aaaf-6da7e7fe44c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:43.153821 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36890) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:43.154079 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1993d1eab0a94328b63688268f8100f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3931153 Sep 10 17:22:43.154943 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e9a96-91ea-4568-9509-447c5d6e5346,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:43.158061 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:43.316559 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:43.349966 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:43.423326 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e58b6-525a-4dc6-ae69-fe37a14a7b59 req-cbe1d157-b106-4d2b-b57d-9ffc6e665d11 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:43.424973 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7c5e58b6-525a-4dc6-ae69-fe37a14a7b59 req-cbe1d157-b106-4d2b-b57d-9ffc6e665d11 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1894879 Sep 10 17:22:43.473271 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc0d52-a882-4afe-a961-00ff527da9ce req-1e6e2987-b751-4264-af5f-4dfe4be5f112 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:43.474738 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b8bc0d52-a882-4afe-a961-00ff527da9ce req-1e6e2987-b751-4264-af5f-4dfe4be5f112 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1017227 Sep 10 17:22:43.477261 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7c5e58b6-525a-4dc6-ae69-fe37a14a7b59 req-88dd1385-f7d2-4731-8764-b12c90cb4006 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Sep 10 17:22:43.525400 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b8bc0d52-a882-4afe-a961-00ff527da9ce req-b88a63eb-5513-4dcb-a4f2-18377cacd160 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Sep 10 17:22:43.614197 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:43.618325 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1d5f8f7f-04f0-45b7-abf0-82a262920f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:43.633373 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e9a96-91ea-4568-9509-447c5d6e5346,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:43.635928 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:43.648204 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:43.649323 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e1e9a96-91ea-4568-9509-447c5d6e5346 HTTP/1.1" status: 204 len: 168 time: 0.4944856 Sep 10 17:22:44.008250 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36904) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:44.205381 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.250929 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:44.254072 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:22:44.256785 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Usage tracker for resource:security_group_rule and tenant:41fe7d3977ba4fe8a869f9b7c2e31fdc is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:44.260181 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:44.268949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:44.277630 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c141c-f48b-4e10-8311-ee0a8f5c18c3 req-35829c05-09ba-472e-92b9-f20752f59968 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:44.279653 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-587c141c-f48b-4e10-8311-ee0a8f5c18c3 req-35829c05-09ba-472e-92b9-f20752f59968 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1320510 Sep 10 17:22:44.346100 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-587c141c-f48b-4e10-8311-ee0a8f5c18c3 req-a6d2c42b-3a91-43d6-b8a3-289220c02be5 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595589 Sep 10 17:22:44.389798 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.445035 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:22:44.458407 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'port_id': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'mac_address': 'fa:16:3e:2a:88:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:22:44.482629 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.489945 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-887b2256-0b36-406c-943c-deab14fc50db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:44.511197 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.529316 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b64c108-2f6d-4fbf-bd51-76c3e1374cee {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:22:44.530489 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b23dc50-bd82-41ad-bbf4-cc7ab7d5c83b,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:44.534052 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:44.536456 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41fe7d3977ba4fe8a869f9b7c2e31fdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5272241 Sep 10 17:22:44.539143 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 36920) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:44.547960 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:22:44.571458 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36926) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:44.590899 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.627770 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:44.629205 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.632314 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Usage tracker for resource:security_group_rule and tenant:46820b08a5fc460fa3a693110c86d173 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:44.635356 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:44.641492 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:44.702287 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.705286 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.707051 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:44.767302 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f163b-0fea-43ec-a871-4775a22ef571 req-bd2ab8e7-7b43-41b0-9ac8-c99ee77b06c1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:44.768793 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5e2f163b-0fea-43ec-a871-4775a22ef571 req-bd2ab8e7-7b43-41b0-9ac8-c99ee77b06c1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1365912 Sep 10 17:22:44.780531 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.792402 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=6']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:44.800367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4317-182c-46b6-b0e0-8cb26e9eb08e req-292b5599-7380-4cd3-9cc2-97a669413061 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:44.800367 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8a7f4317-182c-46b6-b0e0-8cb26e9eb08e req-292b5599-7380-4cd3-9cc2-97a669413061 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1314380 Sep 10 17:22:44.801363 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.801715 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.802057 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.802393 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.802732 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.803090 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.803417 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.803741 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.804244 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.804576 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.805021 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:22:44.809762 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:44.827651 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5e2f163b-0fea-43ec-a871-4775a22ef571 req-95cfe01a-d2e3-4320-968e-d1b29802e479 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524836 Sep 10 17:22:44.845374 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8a7f4317-182c-46b6-b0e0-8cb26e9eb08e req-2c998a72-b20a-4bd5-8d42-6199ee67faf0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Sep 10 17:22:44.873152 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['9b64c108-2f6d-4fbf-bd51-76c3e1374cee'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:22:44.888748 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.896775 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-10668b4c-123e-40b7-b277-006e0c64d32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:44.899034 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.904109 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-597efe5f-af6a-4aad-a2fc-295ef8624a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:44.916425 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b23dc50-bd82-41ad-bbf4-cc7ab7d5c83b,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:44.929892 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:44.929892 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:44.929892 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b23dc50-bd82-41ad-bbf4-cc7ab7d5c83b HTTP/1.1" status: 204 len: 168 time: 0.3872194 Sep 10 17:22:44.936750 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1902bd1d-26e1-46bd-8201-02affe98d1de,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:44.939809 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:44.946467 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46820b08a5fc460fa3a693110c86d173&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3734975 Sep 10 17:22:44.949177 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36932) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:45.017642 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:45.045506 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:45.242953 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:45.247640 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-6f0f17fb-4e82-4a98-aa9c-287620fd975d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:45.261121 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1902bd1d-26e1-46bd-8201-02affe98d1de,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:45.264113 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:45.272457 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:45.273576 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1902bd1d-26e1-46bd-8201-02affe98d1de HTTP/1.1" status: 204 len: 168 time: 0.3228154 Sep 10 17:22:45.558394 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cd67a-6055-4681-88f6-c8fa9196556e req-24b2e25d-73b1-4166-8143-fe7374d3d49c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:45.559875 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-448cd67a-6055-4681-88f6-c8fa9196556e req-24b2e25d-73b1-4166-8143-fe7374d3d49c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0752778 Sep 10 17:22:45.606160 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-448cd67a-6055-4681-88f6-c8fa9196556e req-fb8dca5b-08f1-492f-98f2-b98a34111fb6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Sep 10 17:22:46.014399 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36960) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:46.049913 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.065976 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4c8ad-6357-42bc-a882-381127c8fa72 req-1347f9d3-e9d2-4d63-8680-0bd4defa85fe tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:46.067639 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b0c4c8ad-6357-42bc-a882-381127c8fa72 req-1347f9d3-e9d2-4d63-8680-0bd4defa85fe tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0934603 Sep 10 17:22:46.097755 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:46.103628 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Usage tracker for resource:security_group_rule and tenant:4db8e2623d16403d8967282959d923d5 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:46.107240 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:46.115212 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ac484-8a08-4a6b-a337-98185669a7d2 req-8158a688-fb80-4b1a-b306-13e00515e691 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:46.115903 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b0c4c8ad-6357-42bc-a882-381127c8fa72 req-9be6ab30-637a-464e-8714-7122026d8bd0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Sep 10 17:22:46.116733 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c46ac484-8a08-4a6b-a337-98185669a7d2 req-8158a688-fb80-4b1a-b306-13e00515e691 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 944 time: 0.1366644 Sep 10 17:22:46.120851 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:46.199140 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c46ac484-8a08-4a6b-a337-98185669a7d2 req-ac3b4d2d-3798-44db-891e-f8affc4547a3 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704288 Sep 10 17:22:46.251497 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.283812 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:22:46.351442 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.359713 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-631fd6f3-5068-4b9a-90b6-9f910f471c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:46.381244 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:22:46.381891 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.414223 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda4630-5093-499e-a763-2de46f5574a9,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:46.417335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:46.420830 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4db8e2623d16403d8967282959d923d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3951464 Sep 10 17:22:46.423900 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36980) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:46.511366 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.529357 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.541925 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.567306 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:22:46.568221 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:22:46.653275 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'code': 200} Sep 10 17:22:46.694897 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.697373 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:46.723700 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.731402 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-95c08227-5477-4bc1-8753-50718b7ed75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:46.752142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda4630-5093-499e-a763-2de46f5574a9,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:46.754614 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:46.759132 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7dda4630-5093-499e-a763-2de46f5574a9 HTTP/1.1" status: 204 len: 168 time: 0.3342752 Sep 10 17:22:46.760498 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:46.826385 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=7']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:46.830011 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:46.923010 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fef3e-31b7-44cf-ae07-ea94964f199b req-1ded0cc6-2fe5-4b09-a5fa-545952f0d1c4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:46.923010 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-246fef3e-31b7-44cf-ae07-ea94964f199b req-1ded0cc6-2fe5-4b09-a5fa-545952f0d1c4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1201923 Sep 10 17:22:46.923634 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 36998) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:46.986324 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-246fef3e-31b7-44cf-ae07-ea94964f199b req-87363857-c529-46fa-bace-a0ee9d0e574c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540991 Sep 10 17:22:47.089415 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1189495053-network', 'tenant_id': 'caff76c21cdf4b4280a206643b90b96b'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:22:47.094620 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:47.099182 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Usage tracker for resource:network and tenant:caff76c21cdf4b4280a206643b90b96b is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:47.102282 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:47.109949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:47.353681 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee448f-5466-4516-b7b4-2223533a9f18 req-dcb6eaa5-b8cb-455f-8c1b-b5996f1b17ff tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:47.358043 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6eee448f-5466-4516-b7b4-2223533a9f18 req-dcb6eaa5-b8cb-455f-8c1b-b5996f1b17ff tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0889182 Sep 10 17:22:47.427012 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6eee448f-5466-4516-b7b4-2223533a9f18 req-536cd4f9-4922-4281-96c1-5934cac4c67a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627327 Sep 10 17:22:47.428454 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:47.482654 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab9e8-301f-4678-bbc8-5107a199dae2 req-23e1a272-b8ff-45a8-9e48-c77c6ee409ef tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:47.513646 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4aab9e8-301f-4678-bbc8-5107a199dae2 req-23e1a272-b8ff-45a8-9e48-c77c6ee409ef tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1119921 Sep 10 17:22:47.548038 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4aab9e8-301f-4678-bbc8-5107a199dae2 req-7c454784-cc3d-425b-bf25-4adf855748d0 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565026 Sep 10 17:22:47.665567 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Made reservation on behalf of caff76c21cdf4b4280a206643b90b96b for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:22:47.669981 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:47.684169 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:47.719161 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:47.723543 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Usage tracker for resource:security_group_rule and tenant:caff76c21cdf4b4280a206643b90b96b is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:47.726491 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:47.734705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:47.813251 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:48.145852 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:48.150073 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-528010bf-b8b1-4c37-96b0-7473b03eb61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:48.195432 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:22:48.205030 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da22f44-406a-4ea9-b7dd-09b23ad811f3 req-32143a96-6089-4733-832f-c6a0e954c24d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:48.210126 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:48.212701 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1da22f44-406a-4ea9-b7dd-09b23ad811f3 req-32143a96-6089-4733-832f-c6a0e954c24d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0976448 Sep 10 17:22:48.213291 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:48.213831 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Added segment be84fd5c-9c06-40b5-9d80-ad490926b240 of type vlan for network 099c99b3-019c-4a93-b11d-13a72e0e8324 Sep 10 17:22:48.215934 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:48.271010 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:48.459683 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1da22f44-406a-4ea9-b7dd-09b23ad811f3 req-e6ddc933-9c3f-4394-af93-92e3eb38bbda tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052034 Sep 10 17:22:48.751219 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656edfd-b0f9-437c-acb6-a20c34b83eca req-881949ab-1624-48a4-85f3-46bcd31b0f40 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:48.755073 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4656edfd-b0f9-437c-acb6-a20c34b83eca req-881949ab-1624-48a4-85f3-46bcd31b0f40 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0974567 Sep 10 17:22:48.811732 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4656edfd-b0f9-437c-acb6-a20c34b83eca req-b08f7372-f297-4155-8e21-dd57039cabff tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525587 Sep 10 17:22:48.818633 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624d89-98dc-427e-bef8-0429011cd00f req-88d529e2-4e64-469b-a580-e242ed0840cc tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:48.820326 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9d624d89-98dc-427e-bef8-0429011cd00f req-88d529e2-4e64-469b-a580-e242ed0840cc tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1135659 Sep 10 17:22:48.873808 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9d624d89-98dc-427e-bef8-0429011cd00f req-44302e07-bddb-4449-b123-6461febd4a37 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463009 Sep 10 17:22:49.488991 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:49.490224 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:49.490854 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:49.496883 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58174eb7-97ca-415a-9844-54fd07490c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:49.661064 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Pushing event updated for resources: {'Network': ['ID=099c99b3-019c-4a93-b11d-13a72e0e8324,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:49.664107 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:49.672298 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 099c99b3-019c-4a93-b11d-13a72e0e8324 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:22:49.706721 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906747-9f32-4b34-a535-9753991a5974 req-a41186f5-e768-4c6a-a3ed-49cdbe290cf6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:49.716320 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2d906747-9f32-4b34-a535-9753991a5974 req-a41186f5-e768-4c6a-a3ed-49cdbe290cf6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1298494 Sep 10 17:22:49.741250 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8129857 Sep 10 17:22:49.741642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 37032) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:49.747508 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Request body: {'subnet': {'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1189495053-subnet', 'tenant_id': 'caff76c21cdf4b4280a206643b90b96b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:22:49.761194 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:49.771482 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Usage tracker for resource:subnet and tenant:caff76c21cdf4b4280a206643b90b96b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:49.774658 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:49.788354 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:49.789092 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2d906747-9f32-4b34-a535-9753991a5974 req-fbb37b82-0ad7-4e89-969e-c4aa3f63bd13 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714958 Sep 10 17:22:49.994727 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Made reservation on behalf of caff76c21cdf4b4280a206643b90b96b for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:22:49.997309 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7372442'] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:50.128577 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6350-0940-4bf1-9909-0e7a26dd7a0a req-56fa6e51-f488-4447-82bf-9693a545f69e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:50.130062 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e3ec6350-0940-4bf1-9909-0e7a26dd7a0a req-56fa6e51-f488-4447-82bf-9693a545f69e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0778587 Sep 10 17:22:50.150834 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c22-d6bc-4ec5-bc2d-e914d6ad476c req-dde7c061-641d-47c0-87fc-7d97fd12b9e8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:50.152308 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2f3f0c22-d6bc-4ec5-bc2d-e914d6ad476c req-dde7c061-641d-47c0-87fc-7d97fd12b9e8 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1994035 Sep 10 17:22:50.178726 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e3ec6350-0940-4bf1-9909-0e7a26dd7a0a req-aad9520d-1038-46bf-a256-891d3a55f727 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Sep 10 17:22:50.323111 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:22:50.337224 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2f3f0c22-d6bc-4ec5-bc2d-e914d6ad476c req-79f0e64f-987c-4261-b870-952f9e3799d4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790595 Sep 10 17:22:50.471445 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7516802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7372468'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:50.476339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:50.555875 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=24980024-28e4-4198-b931-8a1bb582445f,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:50.559272 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:50.575425 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Checking segment: {'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:22:50.576029 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Network hostable DHCP agents. Network: 099c99b3-019c-4a93-b11d-13a72e0e8324, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:22:50.722861 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Network 099c99b3-019c-4a93-b11d-13a72e0e8324 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:22:50.837214 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 099c99b3-019c-4a93-b11d-13a72e0e8324) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:22:50.842701 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:50.843688 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:50.851116 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd63fc-a4a0-4ec5-9ed7-5244579a2499 None None] Network 099c99b3-019c-4a93-b11d-13a72e0e8324 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:22:51.009130 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2663572 Sep 10 17:22:51.108435 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b97b-2f8c-4362-bf44-868524130f47 req-3c057555-060e-4d4c-b41e-97521b27167d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:51.111930 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0fc9b97b-2f8c-4362-bf44-868524130f47 req-3c057555-060e-4d4c-b41e-97521b27167d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1262486 Sep 10 17:22:51.272647 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a129179b-cf72-42d3-bb1c-84b9e5d874a8 None None] Network 099c99b3-019c-4a93-b11d-13a72e0e8324 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:22:51.292389 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0fc9b97b-2f8c-4362-bf44-868524130f47 req-df8e4a30-0ec5-455f-aa9f-28f1c79923e0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736524 Sep 10 17:22:51.623606 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3943faf-3d83-40de-ab39-230ed90cc347 req-50cce378-5b7d-4205-9414-d62333ac2954 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:51.624780 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37080) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:51.632535 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f3943faf-3d83-40de-ab39-230ed90cc347 req-50cce378-5b7d-4205-9414-d62333ac2954 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.2697909 Sep 10 17:22:51.688889 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f3943faf-3d83-40de-ab39-230ed90cc347 req-6df0a723-ae44-4ca0-aca6-3bdcc831bd5f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554690 Sep 10 17:22:51.711259 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2a38b-8110-49a8-a18f-538160056b51 req-e27a5b1e-1ae4-41d1-9599-9b906921c048 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:51.715209 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fe2a38b-8110-49a8-a18f-538160056b51 req-e27a5b1e-1ae4-41d1-9599-9b906921c048 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1404793 Sep 10 17:22:51.773398 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fe2a38b-8110-49a8-a18f-538160056b51 req-b84b7ce0-9b6e-4020-8315-7f0acdc2c75f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Sep 10 17:22:51.849610 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:51.889518 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:22:51.897327 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Usage tracker for resource:security_group_rule and tenant:328271b3d47644c983b00944d234f66f is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:22:51.901530 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:22:51.911781 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:22:52.002095 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:52.094143 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:52.101295 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8d957a09-bc8a-4124-9234-e8a340e937ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:52.148125 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f0a9c-c635-4ab5-bbac-083a377d7882,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:52.154878 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:52.159730 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=328271b3d47644c983b00944d234f66f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5316820 Sep 10 17:22:52.160534 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 37090) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:22:52.241865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:52.272126 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:52.516672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:52.523131 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-54d21f28-c7ed-4127-b46a-0e1ba1c2eaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:22:52.538055 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f0a9c-c635-4ab5-bbac-083a377d7882,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:22:52.542213 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:22:52.546532 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:22:52.547784 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c5f0a9c-c635-4ab5-bbac-083a377d7882 HTTP/1.1" status: 204 len: 168 time: 0.3861427 Sep 10 17:22:52.568623 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4cf14-a1fd-4f31-aff3-cd2dafdbc2b7 req-94ff8625-c20f-44ce-9828-8d79808ee7ea tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:52.571885 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a1f4cf14-a1fd-4f31-aff3-cd2dafdbc2b7 req-94ff8625-c20f-44ce-9828-8d79808ee7ea tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1196988 Sep 10 17:22:52.659934 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a1f4cf14-a1fd-4f31-aff3-cd2dafdbc2b7 req-e07d6d76-86ad-461c-9e09-4fae795ecec2 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819530 Sep 10 17:22:53.053800 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07495e-73ae-4ffa-bed3-f5e0e6d5748c req-655c7cd4-8179-4a6d-9ad6-7ddc4b87e564 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:53.062001 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4a07495e-73ae-4ffa-bed3-f5e0e6d5748c req-655c7cd4-8179-4a6d-9ad6-7ddc4b87e564 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0949783 Sep 10 17:22:53.154461 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4a07495e-73ae-4ffa-bed3-f5e0e6d5748c req-de383243-0639-4e67-901a-62c7cfc2321f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915208 Sep 10 17:22:53.228044 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f9b8f-9f1f-4b9c-85f4-15957df8c491 req-d1965391-f66f-4ad8-8e55-c641088f9676 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:53.229958 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dc1f9b8f-9f1f-4b9c-85f4-15957df8c491 req-d1965391-f66f-4ad8-8e55-c641088f9676 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1793337 Sep 10 17:22:53.287441 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dc1f9b8f-9f1f-4b9c-85f4-15957df8c491 req-6d252f11-5b8b-40b4-b502-00a6a35fe646 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515907 Sep 10 17:22:53.946569 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f75d1-d73d-44c0-9270-3bd6a9db0ae8 req-dce06374-d292-4223-9cc4-987aff6ecf81 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:53.956232 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bf6f75d1-d73d-44c0-9270-3bd6a9db0ae8 req-dce06374-d292-4223-9cc4-987aff6ecf81 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1456947 Sep 10 17:22:54.019142 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bf6f75d1-d73d-44c0-9270-3bd6a9db0ae8 req-0dab9d9f-e0aa-426b-aff1-e5bc9b79f7da tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486734 Sep 10 17:22:54.518306 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8537ce1-ba9a-4446-a24e-4d8dc87a8fb1 req-4c1e0dfe-25d4-4612-94e6-9ebea6b2cf8c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:54.529724 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f8537ce1-ba9a-4446-a24e-4d8dc87a8fb1 req-4c1e0dfe-25d4-4612-94e6-9ebea6b2cf8c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1697054 Sep 10 17:22:54.600670 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f8537ce1-ba9a-4446-a24e-4d8dc87a8fb1 req-39bb1569-08e5-42f8-ba8f-2de3be50e50d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693443 Sep 10 17:22:54.637254 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-98708e8b-95be-4ca3-aa7a-5c837636b259 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:54.639538 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-98708e8b-95be-4ca3-aa7a-5c837636b259 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/networks?id=099c99b3-019c-4a93-b11d-13a72e0e8324 HTTP/1.1" status: 200 len: 809 time: 0.3478584 Sep 10 17:22:54.674319 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-47965f55-15a2-488a-ac92-01061790eb66 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/quotas/caff76c21cdf4b4280a206643b90b96b HTTP/1.1" status: 200 len: 375 time: 0.0286553 Sep 10 17:22:54.741699 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-857566fb-add4-4388-bd23-87f60e439074 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=caff76c21cdf4b4280a206643b90b96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619776 Sep 10 17:22:54.902716 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057fc77-9a46-45f4-bf96-53d0b1847506 req-9c601475-413d-44b2-bbe8-28cc9b535485 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:54.904606 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6057fc77-9a46-45f4-bf96-53d0b1847506 req-9c601475-413d-44b2-bbe8-28cc9b535485 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1680291 Sep 10 17:22:54.915353 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-4697a0d9-e2b4-48e2-9a57-bbfe2cf3b131 service neutron] 10.222.0.58 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716166 Sep 10 17:22:54.997738 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6057fc77-9a46-45f4-bf96-53d0b1847506 req-db08ab78-7984-4d88-bee8-17a8ab829cc7 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828390 Sep 10 17:22:55.119706 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-6ddc0cdf-b48e-4777-85a1-f14b57de22b9 service neutron] 10.222.0.58 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974816 Sep 10 17:22:55.234951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585fddf-2eb6-4f43-a471-68de3dd4eace req-6c847f72-9c9d-4510-bfc3-cc97fcd2f081 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:55.236431 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9585fddf-2eb6-4f43-a471-68de3dd4eace req-6c847f72-9c9d-4510-bfc3-cc97fcd2f081 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0874240 Sep 10 17:22:55.280288 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9585fddf-2eb6-4f43-a471-68de3dd4eace req-e91bb01f-847c-4620-b4d9-6fbe22611d37 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382731 Sep 10 17:22:55.626227 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f7995a14-248f-478a-9451-2992fb63e4bc req-c6cc8f6a-9f77-49dd-abd7-694920554fd6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0451899 Sep 10 17:22:55.891823 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754560b9-45ab-4f78-8bf7-e6ff60bba7e1 req-17ac82cc-5b06-4c6f-828b-6e235703f31c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:55.893303 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-754560b9-45ab-4f78-8bf7-e6ff60bba7e1 req-17ac82cc-5b06-4c6f-828b-6e235703f31c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1331072 Sep 10 17:22:55.974901 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-754560b9-45ab-4f78-8bf7-e6ff60bba7e1 req-4c078a45-b188-4f2a-bbba-5059994d056f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533528 Sep 10 17:22:56.043889 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbdcdc-1b38-49dd-abed-07f5b4130952 req-6b821e19-3743-4af8-909b-6b4b037c0668 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:56.045431 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9dcbdcdc-1b38-49dd-abed-07f5b4130952 req-6b821e19-3743-4af8-909b-6b4b037c0668 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1329920 Sep 10 17:22:56.131778 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9dcbdcdc-1b38-49dd-abed-07f5b4130952 req-96e960c5-88a5-4f0c-a0b9-cb654ebdbd11 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731165 Sep 10 17:22:56.308982 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-780eef74-95e0-4e17-b4b8-0746d4dec8b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 1098 time: 0.1676185 Sep 10 17:22:56.373138 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7a464-6e31-4ef0-ac24-d988e478715e req-189ce207-dae6-4d69-8874-a44fc07476a4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:56.379265 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-26c7a464-6e31-4ef0-ac24-d988e478715e req-189ce207-dae6-4d69-8874-a44fc07476a4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.2399056 Sep 10 17:22:56.548159 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-26c7a464-6e31-4ef0-ac24-d988e478715e req-3a94b89e-5a3d-4900-b9a0-3b6badcd785c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858285 Sep 10 17:22:56.562364 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-04c2172e-4733-4415-87d5-ee7384d035bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:56.563969 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-04c2172e-4733-4415-87d5-ee7384d035bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 912 time: 0.2461729 Sep 10 17:22:56.694813 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-2a162f8f-226f-486e-8086-93ad770353fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2 HTTP/1.1" status: 200 len: 1000 time: 0.1237934 Sep 10 17:22:56.762925 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-591cb551-d8f3-404e-b48c-e8e72ac42a02 req-9625e152-f26d-46ea-b4d6-1341e56c472d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0562770 Sep 10 17:22:56.792200 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-fc8cfebe-d2a0-486b-9eaa-569c7db0be47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:56.799892 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-fc8cfebe-d2a0-486b-9eaa-569c7db0be47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.0983789 Sep 10 17:22:56.960166 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-9f8e6c5d-d991-4e64-8a85-a26cbee96618 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1512473 Sep 10 17:22:57.112810 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-b3a18fe6-0a40-4cf8-a966-3ed4f34e39e7 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437962 Sep 10 17:22:57.322286 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa251cc7-aeea-41cd-bbab-1f12c7a303a4 req-7d0502cb-ae32-4762-90ad-0fa44e88fcd1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:57.324455 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fa251cc7-aeea-41cd-bbab-1f12c7a303a4 req-7d0502cb-ae32-4762-90ad-0fa44e88fcd1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.2072101 Sep 10 17:22:57.328834 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cac56b59-5920-4160-b87d-859031c4d9f5 req-ce19f32f-3b98-42cb-a561-5cc2dd6672a3 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698594 Sep 10 17:22:57.395180 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fa251cc7-aeea-41cd-bbab-1f12c7a303a4 req-f0e5a3dc-baec-43d3-be8b-40b04f3d1789 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649173 Sep 10 17:22:57.448892 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0335fc7-87eb-42b7-8d82-c91ca81c75ab req-680b0a5b-d87e-4382-95af-53423e134da1 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:57.456488 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e0335fc7-87eb-42b7-8d82-c91ca81c75ab req-680b0a5b-d87e-4382-95af-53423e134da1 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1655478 Sep 10 17:22:57.515430 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e0335fc7-87eb-42b7-8d82-c91ca81c75ab req-6c78fce8-a5a4-457e-899f-f48e9942c9ae tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579386 Sep 10 17:22:57.789883 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af796-01ea-4aff-9f4e-fcc6c9f2d832 req-c2b7d396-d0ec-4f96-a8e0-ee7f37dc2256 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:57.791510 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d73af796-01ea-4aff-9f4e-fcc6c9f2d832 req-c2b7d396-d0ec-4f96-a8e0-ee7f37dc2256 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0891535 Sep 10 17:22:57.858948 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d73af796-01ea-4aff-9f4e-fcc6c9f2d832 req-97287764-cc3b-4515-af53-bcbd4347f7d3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612457 Sep 10 17:22:58.007304 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0d01041a-2b2b-41a9-a9ac-4d60d5cea958 req-b1e047c8-f661-463f-90c9-e7edbdf53187 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0488751 Sep 10 17:22:58.754915 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e76b30-df28-476c-bcf1-1ba6a76ffadf req-f4d033b1-0731-40c7-b7bd-512f7633162c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:58.760292 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2e76b30-df28-476c-bcf1-1ba6a76ffadf req-f4d033b1-0731-40c7-b7bd-512f7633162c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0964665 Sep 10 17:22:58.821467 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17345a35-4fa2-4e8c-b6ae-d616e222acba req-35f9f26d-fd88-4b4f-9fbe-6d04a5ec9bd0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:58.828543 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-17345a35-4fa2-4e8c-b6ae-d616e222acba req-35f9f26d-fd88-4b4f-9fbe-6d04a5ec9bd0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1249549 Sep 10 17:22:58.850191 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2e76b30-df28-476c-bcf1-1ba6a76ffadf req-53ad3ef0-4985-442f-b9c1-425d7215180c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823011 Sep 10 17:22:58.886370 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-17345a35-4fa2-4e8c-b6ae-d616e222acba req-a9790b8e-247b-4db4-a11e-52bc60cc3846 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569174 Sep 10 17:22:59.134390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba498e9-704d-44e2-b127-d95f15ba5a55 req-39a55424-e64d-43e9-a3db-43fd12cb3ab3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:22:59.141470 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6ba498e9-704d-44e2-b127-d95f15ba5a55 req-39a55424-e64d-43e9-a3db-43fd12cb3ab3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0848851 Sep 10 17:22:59.215998 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6ba498e9-704d-44e2-b127-d95f15ba5a55 req-f39cc7b2-1845-4a23-a83c-4784a798096c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664341 Sep 10 17:22:59.243339 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-960baf9d-3606-476a-9807-58bd17fc501a req-a852e8c5-7e8d-4df0-80c1-a6f71b38444c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0801923 Sep 10 17:23:00.065783 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e403-e9f6-4050-96a2-05cd4491defb req-bb468375-747d-4759-9f12-1de8dedee18f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:00.067278 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-43a9e403-e9f6-4050-96a2-05cd4491defb req-bb468375-747d-4759-9f12-1de8dedee18f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0815227 Sep 10 17:23:00.113367 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-43a9e403-e9f6-4050-96a2-05cd4491defb req-e229baad-9c6c-4917-ba1b-781fbe2bbc1d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Sep 10 17:23:00.439784 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f29c-97d6-49ef-a26d-194a108b1fba req-b1c9a1e1-f723-46b2-9b99-310ba6472456 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:00.451711 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ddb2f29c-97d6-49ef-a26d-194a108b1fba req-b1c9a1e1-f723-46b2-9b99-310ba6472456 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1233587 Sep 10 17:23:00.466338 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eb5794d8-8a90-44f9-a644-873c460c94df req-2b221718-f2cc-43c5-a9cc-18d9d5335024 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0476182 Sep 10 17:23:00.513395 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ddb2f29c-97d6-49ef-a26d-194a108b1fba req-b7843285-c71a-4267-991a-3ee26e62c769 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Sep 10 17:23:00.528355 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-bc450c90-bef6-4e45-bda8-bf26f9ab7448 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:00.529773 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-bc450c90-bef6-4e45-bda8-bf26f9ab7448 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "GET /v2.0/networks?id=099c99b3-019c-4a93-b11d-13a72e0e8324 HTTP/1.1" status: 200 len: 809 time: 0.1982510 Sep 10 17:23:00.550404 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Request body: {'port': {'device_id': 'a3430039-a186-4bd3-add6-22902863ac0a', 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324', 'admin_state_up': True, 'tenant_id': 'caff76c21cdf4b4280a206643b90b96b'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:00.712824 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:00.721937 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Usage tracker for resource:port and tenant:caff76c21cdf4b4280a206643b90b96b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:00.725315 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:00.732576 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:00.843672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Made reservation on behalf of caff76c21cdf4b4280a206643b90b96b for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:23:00.848595 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:01.051367 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Allocated IP 172.20.0.8 (099c99b3-019c-4a93-b11d-13a72e0e8324/24980024-28e4-4198-b931-8a1bb582445f/ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:01.420676 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:01.473574 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02526ed-bc57-425a-b221-62d4180dd178 req-3a10d014-6795-4ee5-b604-8fa48d57defa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:01.475146 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b02526ed-bc57-425a-b221-62d4180dd178 req-3a10d014-6795-4ee5-b604-8fa48d57defa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1306818 Sep 10 17:23:01.527465 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b02526ed-bc57-425a-b221-62d4180dd178 req-b0043a29-8580-456e-af85-be1a090918a2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468354 Sep 10 17:23:01.689957 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9d1c57fb-3636-4c66-ad39-69e2cac2bfe0 req-43c42e90-5535-49c7-8193-4188624b076d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0829194 Sep 10 17:23:01.726807 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a7c47514-face-404a-a6c4-b113fcd9684f req-f3a83132-bdeb-4342-90f2-d06646ccc1e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.0793748 Sep 10 17:23:01.758235 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfb561-c293-4281-aa94-47520424ffce req-ccc97d0b-fc54-465a-a079-fc2b5eae7012 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:01.759709 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cadfb561-c293-4281-aa94-47520424ffce req-ccc97d0b-fc54-465a-a079-fc2b5eae7012 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0894430 Sep 10 17:23:01.770386 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a7c47514-face-404a-a6c4-b113fcd9684f req-cf851b87-44a7-4246-bdab-8f1e184462be service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Sep 10 17:23:01.845687 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:01.857685 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:01.936778 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Network 099c99b3-019c-4a93-b11d-13a72e0e8324 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:01.940019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:01.946168 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cadfb561-c293-4281-aa94-47520424ffce req-244d220c-16e4-49b3-8cad-37f10fd6badc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798272 Sep 10 17:23:01.948919 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:01.979065 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Pushing event updated for resources: {'Port': ['ID=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:01.989457 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:02.012074 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:02.012681 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.111615 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5681598 Sep 10 17:23:02.123685 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Request body: {'port': {'device_id': 'a3430039-a186-4bd3-add6-22902863ac0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:02.174065 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37278) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:02.237159 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.325139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.355807 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:02.359542 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Usage tracker for resource:security_group_rule and tenant:a7d86ee14a02472eaa815d557ea9a16b is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:02.363773 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:02.370365 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:02.449652 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.591628 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.598767 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:23:02.599406 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-7c27b89e-14ef-4e13-ad72-bba84143e715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:02.605910 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.622358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Transition to ACTIVE for port object ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:02.638588 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d916cd2-a2dc-41e5-87cd-d05b80887314,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:02.641891 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:02.646695 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7d86ee14a02472eaa815d557ea9a16b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4692636 Sep 10 17:23:02.647259 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37290) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:02.763356 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.796957 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.811879 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:02.811879 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:02.816661 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfafd79-4466-4d46-8d6e-f45cbfb5df89 req-8eaf451d-6a89-4d66-9415-aad5a1541baf tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:02.818338 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9bfafd79-4466-4d46-8d6e-f45cbfb5df89 req-8eaf451d-6a89-4d66-9415-aad5a1541baf tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.1420214 Sep 10 17:23:02.898162 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9bfafd79-4466-4d46-8d6e-f45cbfb5df89 req-87808de1-866c-42ff-8f90-2746df40b8db tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701747 Sep 10 17:23:02.987240 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Pushing event updated for resources: {'Port': ['ID=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:02.995456 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:03.113801 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca78e-44f4-4f0f-976c-c9d9eb102fe8 req-c3a661ed-726e-45cf-a854-052c00e8657c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:03.114695 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-f8aca78e-44f4-4f0f-976c-c9d9eb102fe8 req-c3a661ed-726e-45cf-a854-052c00e8657c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Synchronizing usage tracker for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:03.124060 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.138991 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1911ed87-4308-45a0-8211-e302e810f477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:03.159059 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Attempting to bind port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:03.159336 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Attempting to bind port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:03.159636 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Attempting to bind port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 on network 099c99b3-019c-4a93-b11d-13a72e0e8324 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:03.166032 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 on network 099c99b3-019c-4a93-b11d-13a72e0e8324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:23:03.166358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Attempting to bind port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 on network 099c99b3-019c-4a93-b11d-13a72e0e8324 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:03.173289 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:03.176018 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Checking segment: {'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:03.176018 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Bound using segment: {'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:03.176018 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Bound port: ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:03.176018 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.239203 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d916cd2-a2dc-41e5-87cd-d05b80887314,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:03.248835 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:03.268806 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.270055 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d916cd2-a2dc-41e5-87cd-d05b80887314 HTTP/1.1" status: 204 len: 168 time: 0.6220891 Sep 10 17:23:03.270839 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37300) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:03.291741 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] For port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:03.295547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] For port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:03.309117 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-be8d0464-b19c-4202-a92d-dff1921edaea req-83881025-6dfa-4947-aaac-902a055939a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1098 time: 0.2277145 Sep 10 17:23:03.333461 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-f8aca78e-44f4-4f0f-976c-c9d9eb102fe8 req-c3a661ed-726e-45cf-a854-052c00e8657c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Unset dirty status for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:03.334653 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f8aca78e-44f4-4f0f-976c-c9d9eb102fe8 req-c3a661ed-726e-45cf-a854-052c00e8657c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 943 time: 0.4905527 Sep 10 17:23:03.356599 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553587bd-22f2-49a5-a67a-a932e2b63743 req-6c06c3de-9fcc-4ef1-a93c-f4be54a20279 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:03.358548 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-553587bd-22f2-49a5-a67a-a932e2b63743 req-6c06c3de-9fcc-4ef1-a93c-f4be54a20279 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.2356024 Sep 10 17:23:03.404300 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f8aca78e-44f4-4f0f-976c-c9d9eb102fe8 req-42ef80f0-d550-46fd-8616-e33c6065fc21 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627236 Sep 10 17:23:03.416820 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.420526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b1273fbb-1b10-4153-b87c-6b4b0e438e64 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:03.487483 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.488846 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] 10.222.0.62 "PUT /v2.0/ports/ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 HTTP/1.1" status: 200 len: 1093 time: 1.3700373 Sep 10 17:23:03.489346 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3430039-a186-4bd3-add6-22902863ac0a', 'tag': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:03.514733 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Pushing event updated for resources: {'Port': ['ID=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:03.518240 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:03.518471 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.546180 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-553587bd-22f2-49a5-a67a-a932e2b63743 req-7b4486fd-997c-403f-aeac-4632314af615 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008608 Sep 10 17:23:03.596114 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d0464-b19c-4202-a92d-dff1921edaea req-31477708-3da5-4edc-a141-6d0c8e793905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:03.598474 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-be8d0464-b19c-4202-a92d-dff1921edaea req-31477708-3da5-4edc-a141-6d0c8e793905 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.2768412 Sep 10 17:23:03.602610 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:03.663541 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Usage tracker for resource:security_group_rule and tenant:2b618f72621a49b297ebc50e8cb37400 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:03.673299 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:03.694245 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:03.700062 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3430039-a186-4bd3-add6-22902863ac0a', 'tag': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24', 'status': 'completed', 'code': 200} Sep 10 17:23:03.717654 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-3733a2b5-7661-47f0-96e6-e359ec4600ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=caff76c21cdf4b4280a206643b90b96b&device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 1096 time: 0.0898545 Sep 10 17:23:03.742131 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-be8d0464-b19c-4202-a92d-dff1921edaea req-1d26f24c-c70b-4cbe-aad6-f3cd8e86088a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 200 len: 1001 time: 0.1345108 Sep 10 17:23:03.792640 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-ae1ae075-9747-4e55-a324-5271e5ff9af3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 HTTP/1.1" status: 200 len: 217 time: 0.0671563 Sep 10 17:23:03.835664 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d0464-b19c-4202-a92d-dff1921edaea req-7ee0e4c9-64b8-40e7-902d-1fa865a79a60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:03.837180 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-be8d0464-b19c-4202-a92d-dff1921edaea req-7ee0e4c9-64b8-40e7-902d-1fa865a79a60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.0876408 Sep 10 17:23:03.842446 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5c33-72f4-451b-a4ba-ef582cc29fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.864011 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-d2374e7a-eba1-4373-b1d3-6745583ad474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:03.875648 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-d2374e7a-eba1-4373-b1d3-6745583ad474 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24980024-28e4-4198-b931-8a1bb582445f HTTP/1.1" status: 200 len: 849 time: 0.0668819 Sep 10 17:23:03.894211 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:03.915484 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-53834991-2419-46f7-8e7d-93bbfab214be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099c99b3-019c-4a93-b11d-13a72e0e8324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421395 Sep 10 17:23:03.935824 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-be8d0464-b19c-4202-a92d-dff1921edaea req-5944fbf1-fecf-4f3a-941f-bc8e258c201a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873094 Sep 10 17:23:04.062780 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-be02b28b-f884-4835-a441-58bc3ee86af8 service neutron] 10.222.0.62 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357698 Sep 10 17:23:04.071261 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:04.084500 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8e6ffbf5-33a5-4ddc-b67e-8a920e7e77ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:04.167134 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d84936-5e1d-48ea-9c24-9569e84fd725,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:04.170417 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:04.185579 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-be8d0464-b19c-4202-a92d-dff1921edaea req-14b3ddbf-19c6-424f-b32b-2a3e4cc9ddad service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379327 Sep 10 17:23:04.185579 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b618f72621a49b297ebc50e8cb37400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9110153 Sep 10 17:23:04.189669 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37322) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:04.265282 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:04.271205 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb70660b-1b37-40a5-bb92-42db96af28a1 req-e9dc2ad3-16b1-483e-a000-93e1d6fe2612 service neutron] 10.222.0.62 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015302 Sep 10 17:23:04.341737 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee2ef-abea-441e-9025-08b27dea1421 req-e0ca7491-fffe-48ec-8134-7a710d6ed9aa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:04.343222 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-590ee2ef-abea-441e-9025-08b27dea1421 req-e0ca7491-fffe-48ec-8134-7a710d6ed9aa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.3108299 Sep 10 17:23:04.499553 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:04.499553 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-be8d0464-b19c-4202-a92d-dff1921edaea req-08231830-3845-433a-99c7-271a60fd509f service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396324 Sep 10 17:23:04.499553 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:04.537740 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-590ee2ef-abea-441e-9025-08b27dea1421 req-6da1a622-5e34-4bb5-81d3-da0227fa5a2b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873398 Sep 10 17:23:04.586835 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9fa8dde-e48f-449a-885e-648937e54684 req-b421f85b-abdb-49c0-9eab-9b419eb8e4ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=caff76c21cdf4b4280a206643b90b96b&device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 1096 time: 0.1122003 Sep 10 17:23:04.623768 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961c745-f06f-4068-9414-65f6f7b26ea7 req-ead06a15-733f-4ef5-8e63-55b8a9b62402 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:04.625292 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6961c745-f06f-4068-9414-65f6f7b26ea7 req-ead06a15-733f-4ef5-8e63-55b8a9b62402 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 943 time: 0.0849369 Sep 10 17:23:04.687407 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6961c745-f06f-4068-9414-65f6f7b26ea7 req-06046b8f-392e-4691-a7ca-0089d56f060a tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Sep 10 17:23:04.706558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:04.740518 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-35ff2e9a-0749-416a-bc10-06358664e917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:04.761647 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d84936-5e1d-48ea-9c24-9569e84fd725,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:04.765926 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:04.792190 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:04.793858 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70d84936-5e1d-48ea-9c24-9569e84fd725 HTTP/1.1" status: 204 len: 168 time: 0.6026156 Sep 10 17:23:04.823033 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa8dde-e48f-449a-885e-648937e54684 req-6260fcbe-27b3-4958-b05b-13ba4957d9a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:04.824527 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9fa8dde-e48f-449a-885e-648937e54684 req-6260fcbe-27b3-4958-b05b-13ba4957d9a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099c99b3-019c-4a93-b11d-13a72e0e8324 HTTP/1.1" status: 200 len: 910 time: 0.2224035 Sep 10 17:23:04.890145 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653c998-6dc0-478a-92fb-b504c7393f23 req-3e7b7b66-c684-464a-a00a-76d79cb69ef7 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:04.891640 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5653c998-6dc0-478a-92fb-b504c7393f23 req-3e7b7b66-c684-464a-a00a-76d79cb69ef7 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1888552 Sep 10 17:23:04.923928 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9fa8dde-e48f-449a-885e-648937e54684 req-da3f56d8-3b1b-4119-925e-04bff5f1ed2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 HTTP/1.1" status: 200 len: 217 time: 0.0881572 Sep 10 17:23:04.990890 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5653c998-6dc0-478a-92fb-b504c7393f23 req-6461a2a1-e10a-4530-8fb5-ca22104911c4 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928867 Sep 10 17:23:05.004242 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa8dde-e48f-449a-885e-648937e54684 req-40d5aad2-778d-496a-8461-78a7e7a1e6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:05.005851 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9fa8dde-e48f-449a-885e-648937e54684 req-40d5aad2-778d-496a-8461-78a7e7a1e6ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24980024-28e4-4198-b931-8a1bb582445f HTTP/1.1" status: 200 len: 849 time: 0.0710659 Sep 10 17:23:05.054509 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9fa8dde-e48f-449a-885e-648937e54684 req-1a652db9-89e4-404b-bbb7-fc0f985a46af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099c99b3-019c-4a93-b11d-13a72e0e8324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391407 Sep 10 17:23:05.263353 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9fa8dde-e48f-449a-885e-648937e54684 req-984e5aa5-69da-43b4-bb14-2cdb4dde0fcc service neutron] 10.222.0.62 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981189 Sep 10 17:23:05.448470 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f9fa8dde-e48f-449a-885e-648937e54684 req-ee0329f2-5005-47cb-b05c-40711d837d7b service neutron] 10.222.0.62 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765893 Sep 10 17:23:05.757262 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea74f9-188e-4ad6-9459-1cad079fc9fa req-b0a1d617-d8c5-43a5-99f1-2beae06c3e31 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:05.758725 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bfea74f9-188e-4ad6-9459-1cad079fc9fa req-b0a1d617-d8c5-43a5-99f1-2beae06c3e31 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 945 time: 0.0806372 Sep 10 17:23:05.806081 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bfea74f9-188e-4ad6-9459-1cad079fc9fa req-2af7d9f7-7af6-4038-b673-a8c9b7dead30 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416873 Sep 10 17:23:06.049863 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5da2b-5884-46c0-af1a-a3aca3ae8651 req-f77ce5ee-b12d-4245-be23-d95fb00f607b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:06.051295 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3aa5da2b-5884-46c0-af1a-a3aca3ae8651 req-f77ce5ee-b12d-4245-be23-d95fb00f607b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0822678 Sep 10 17:23:06.072744 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d6b4-ae27-46ee-92e0-5dcb66446c08 req-b6291fdf-915e-4ea3-915c-ee5788e44382 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:06.074770 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-20e6d6b4-ae27-46ee-92e0-5dcb66446c08 req-b6291fdf-915e-4ea3-915c-ee5788e44382 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 943 time: 0.1295416 Sep 10 17:23:06.082102 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-9d359436-d85e-40da-a829-59469b4881da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:06.111964 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3aa5da2b-5884-46c0-af1a-a3aca3ae8651 req-4db5efde-cda4-452b-aa29-8086d5088898 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Sep 10 17:23:06.143062 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-20e6d6b4-ae27-46ee-92e0-5dcb66446c08 req-12818426-9df2-4c41-85de-47a1157b3d50 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Synchronizing usage tracker for tenant:caff76c21cdf4b4280a206643b90b96b on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:06.154906 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-47dbc28e-d10e-4247-8293-65bf3c830243 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.1344066 Sep 10 17:23:06.256752 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-20e6d6b4-ae27-46ee-92e0-5dcb66446c08 req-12818426-9df2-4c41-85de-47a1157b3d50 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Unset dirty status for tenant:caff76c21cdf4b4280a206643b90b96b on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:06.257901 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-20e6d6b4-ae27-46ee-92e0-5dcb66446c08 req-12818426-9df2-4c41-85de-47a1157b3d50 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750619 Sep 10 17:23:06.290517 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-2a1aabbd-9ad4-44c7-84fa-449b81c40de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:06.292003 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-2a1aabbd-9ad4-44c7-84fa-449b81c40de1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.1293302 Sep 10 17:23:06.367472 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-5e772fcc-095c-4f67-9450-11ccf1a3ce32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 217 time: 0.0655651 Sep 10 17:23:06.393882 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:23:06.396387 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:23:06.438123 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-a3229f27-09cf-4259-a493-aff89b6c1507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:06.439678 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-a3229f27-09cf-4259-a493-aff89b6c1507 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0650644 Sep 10 17:23:06.477406 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 37376) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:06.501561 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-0515bb7b-0a37-4bd8-8194-a70121e5cfbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472987 Sep 10 17:23:06.629584 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-69465755-network', 'tenant_id': 'af85b86d044545949e135404d55daedd'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:06.634439 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:06.638903 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Usage tracker for resource:network and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:06.641964 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:06.647824 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:06.651650 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-5323e91b-76c8-47f4-bf91-313076da3765 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430941 Sep 10 17:23:06.656987 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:06.679323 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:06.699478 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24', 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324', 'port_id': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24', 'mac_address': 'fa:16:3e:17:49:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24980024-28e4-4198-b931-8a1bb582445f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:23:06.704576 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:06.741637 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:06.762998 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'code': 200} Sep 10 17:23:06.769395 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:06.786455 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:23:06.790192 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cd62c5e1-15f6-4e4a-89b6-d3ee6da769f6 req-f4f71180-6450-447b-965b-d8b974e1ce03 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308484 Sep 10 17:23:06.803895 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:06.848525 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Made reservation on behalf of af85b86d044545949e135404d55daedd for: {'network': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:23:06.850973 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:06.863695 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:06.882608 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:06.886075 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:06.903368 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:06.908394 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:06.911543 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:06.919621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:06.970283 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=8']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:06.973803 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:06.979461 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:06.979461 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:07.002269 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:07.045154 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:07.050604 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:07.063036 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc82b-366e-4955-a464-d7286b50b5c0 req-a1c29101-74c6-440f-b11e-c0910dd8fba0 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:07.064566 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-358fc82b-366e-4955-a464-d7286b50b5c0 req-a1c29101-74c6-440f-b11e-c0910dd8fba0 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0926347 Sep 10 17:23:07.076543 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:07.077718 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:07.079421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e4bd2ced-aca5-4cfb-be28-db33b1b7cfa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:07.111291 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=76068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:23:07.128857 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a133c2-62d0-4431-8f26-21b79eb0cfd2,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:07.128857 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:07.129306 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:07.129655 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.segments_db [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Added segment 2501f10a-cc2d-4086-8004-0a6f462b5728 of type vlan for network b7a479eb-de8b-492a-9eff-493394cfcd3f Sep 10 17:23:07.131281 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-358fc82b-366e-4955-a464-d7286b50b5c0 req-19d847fd-bb5e-4cfd-b0c9-4149bcc2025d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607390 Sep 10 17:23:07.170203 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:07.303283 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:23:07.344209 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:07.349859 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:07.350529 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:07.367754 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:07.501147 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Pushing event updated for resources: {'Network': ['ID=b7a479eb-de8b-492a-9eff-493394cfcd3f,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:07.504466 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:07.519140 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network b7a479eb-de8b-492a-9eff-493394cfcd3f details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:23:07.532968 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025184c-bce8-467d-a5de-77903ae81c63 req-dd2b3e56-ed8f-4ecc-8c11-620a7dfc406c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:07.539294 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d025184c-bce8-467d-a5de-77903ae81c63 req-dd2b3e56-ed8f-4ecc-8c11-620a7dfc406c tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.2631793 Sep 10 17:23:07.589626 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d025184c-bce8-467d-a5de-77903ae81c63 req-8e9f75b1-a672-4ade-93c7-2e050b82fcac tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Sep 10 17:23:07.620211 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1307538 Sep 10 17:23:07.620211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 37404) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:07.620211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Request body: {'subnet': {'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-69465755-subnet', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:07.625237 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:07.631680 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Usage tracker for resource:subnet and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:07.635152 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:07.644538 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:07.794359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f63eb-57f8-4b4e-abf7-502d7c6de518 req-1586a4f2-8510-4a7c-b560-3cdb477ec3b9 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:07.796149 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e45f63eb-57f8-4b4e-abf7-502d7c6de518 req-1586a4f2-8510-4a7c-b560-3cdb477ec3b9 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 944 time: 0.0845156 Sep 10 17:23:07.849948 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e45f63eb-57f8-4b4e-abf7-502d7c6de518 req-a3647dd7-df43-4926-bd53-33d10a9aa1f9 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481951 Sep 10 17:23:07.916858 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Made reservation on behalf of af85b86d044545949e135404d55daedd for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:23:07.919918 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7372442'] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:08.214156 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7516802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7372468'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:08.218985 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-45cce44b-1ecf-4bd4-a238-3606143f4daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:08.293747 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21013c54-317e-4fe2-ac57-640e2b3b3ddc,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:08.296539 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:08.306993 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Checking segment: {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:08.307358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Network hostable DHCP agents. Network: b7a479eb-de8b-492a-9eff-493394cfcd3f, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:23:08.413453 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:08.419029 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Network b7a479eb-de8b-492a-9eff-493394cfcd3f is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:23:08.516709 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:08.538967 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:08.539107 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, b7a479eb-de8b-492a-9eff-493394cfcd3f) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:08.543359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:08.544302 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:08.544443 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:08.544808 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:08.579206 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15009cdc-4787-4ce8-9186-7385a8a9d0a1 None None] Network b7a479eb-de8b-492a-9eff-493394cfcd3f requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:23:08.735931 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1227293 Sep 10 17:23:08.738559 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37418) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:08.743605 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:08.756214 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:08.763091 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Usage tracker for resource:router and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:08.766153 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:08.781861 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:08.812649 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:08.862914 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09060ff-8d48-4de3-a0d9-e32833541cc4 req-712e85ec-82c9-4f01-8dab-a129f859887e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:08.864583 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d09060ff-8d48-4de3-a0d9-e32833541cc4 req-712e85ec-82c9-4f01-8dab-a129f859887e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1361856 Sep 10 17:23:08.892291 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3430039-a186-4bd3-add6-22902863ac0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:08.908985 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-b7a479eb-de8b-492a-9eff-493394cfcd3f', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:23:08.910020 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:08.940513 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d09060ff-8d48-4de3-a0d9-e32833541cc4 req-f36e81b5-ccc9-498c-8bf9-66bfe121e9f2 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682454 Sep 10 17:23:08.940685 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:09.016905 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3430039-a186-4bd3-add6-22902863ac0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24', 'code': 200} Sep 10 17:23:09.108279 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Allocated IP 172.20.0.2 (b7a479eb-de8b-492a-9eff-493394cfcd3f/21013c54-317e-4fe2-ac57-640e2b3b3ddc/b98a88a6-9215-4139-b2f6-e3685f41959a) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:09.113650 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd584a9-411a-4cec-81f2-2f7dbb912748 req-de71973a-3a79-458f-8a7f-0b0f4d98b9da tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:09.118671 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3cd584a9-411a-4cec-81f2-2f7dbb912748 req-de71973a-3a79-458f-8a7f-0b0f4d98b9da tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 944 time: 0.1224544 Sep 10 17:23:09.118671 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.118671 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.160461 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.165410 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:09.167051 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.189978 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3cd584a9-411a-4cec-81f2-2f7dbb912748 req-5e472ba1-88eb-4c4d-9114-945443b6ed46 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668435 Sep 10 17:23:09.227459 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-533834ad-1ab4-4165-801f-4ef8ac129ca8 req-03f586ce-8bd9-4638-b6c0-550cb6be7085 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1173799 Sep 10 17:23:09.330069 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:09.336310 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:09.442848 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.455604 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Transition to ACTIVE for port object b98a88a6-9215-4139-b2f6-e3685f41959a will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:09.476246 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Transition to ACTIVE for port object b98a88a6-9215-4139-b2f6-e3685f41959a will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:09.531571 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.563099 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-83d30932-03a3-4d9f-a0f2-820e88226e99 req-6826abb4-52f7-4159-891d-35354594e315 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 1098 time: 0.0911622 Sep 10 17:23:09.597071 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.601668 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:09.614102 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-83d30932-03a3-4d9f-a0f2-820e88226e99 req-a432d759-73a4-4230-a867-6db02a8be46e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Sep 10 17:23:09.669235 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Network b7a479eb-de8b-492a-9eff-493394cfcd3f is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:09.672387 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:09.677076 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:09.679583 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Pushing event updated for resources: {'Port': ['ID=b98a88a6-9215-4139-b2f6-e3685f41959a,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:09.682140 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:09.802962 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Attempting to bind port b98a88a6-9215-4139-b2f6-e3685f41959a on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:09.803489 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Attempting to bind port b98a88a6-9215-4139-b2f6-e3685f41959a by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:09.803979 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Attempting to bind port b98a88a6-9215-4139-b2f6-e3685f41959a on network b7a479eb-de8b-492a-9eff-493394cfcd3f {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:09.810824 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:09.811271 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Checking segment: {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:09.811781 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.812296 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Bound using segment: {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:09.812932 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Bound port: b98a88a6-9215-4139-b2f6-e3685f41959a, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:09.813396 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:09.879478 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b77ba-8563-4fc5-83ce-620ae644789a req-c2e441a0-9e9c-407b-b2b9-fbe778e8438b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:09.880674 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e97b77ba-8563-4fc5-83ce-620ae644789a req-c2e441a0-9e9c-407b-b2b9-fbe778e8438b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1058321 Sep 10 17:23:09.906352 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] For port b98a88a6-9215-4139-b2f6-e3685f41959a, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:09.909530 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] For port b98a88a6-9215-4139-b2f6-e3685f41959a, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=b98a88a6-9215-4139-b2f6-e3685f41959a,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:09.975978 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e97b77ba-8563-4fc5-83ce-620ae644789a req-13937a85-359a-47e6-9c3b-ead4d9295a8b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860372 Sep 10 17:23:10.002539 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:10.009712 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:10.018580 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:10.099961 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Pushing event updated for resources: {'Port': ['ID=b98a88a6-9215-4139-b2f6-e3685f41959a,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:10.103925 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:10.127769 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:10.165256 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1991f0-21ed-4799-9215-088ae43080ab req-43e9ffc4-b33b-4d56-a957-92631420207d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:10.168768 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6a1991f0-21ed-4799-9215-088ae43080ab req-43e9ffc4-b33b-4d56-a957-92631420207d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1076119 Sep 10 17:23:10.210616 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37448) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:10.275931 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6a1991f0-21ed-4799-9215-088ae43080ab req-d72e3e45-3caf-40c9-898c-0df7a902d28e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008806 Sep 10 17:23:10.339973 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Allocated IP 172.28.0.36 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/081f0e57-1d08-4812-91f1-6deaea6edcd3) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:10.483218 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:23:10.650952 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-bc5a8223-494c-4441-91f8-ff43cc54666b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4349763 Sep 10 17:23:10.682791 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:10.700191 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf6958-827b-498c-8376-7a887824e6de req-43213a26-8fc2-4394-93cd-425540dfa01d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:10.701648 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4dcf6958-827b-498c-8376-7a887824e6de req-43213a26-8fc2-4394-93cd-425540dfa01d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 945 time: 0.2527270 Sep 10 17:23:10.781886 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4dcf6958-827b-498c-8376-7a887824e6de req-64ecff5d-bec6-4ec4-885c-6b31ae07bf77 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628994 Sep 10 17:23:10.877079 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:10.882023 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:10.946236 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:10.948743 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:10.953155 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:10.954980 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b98a88a6-9215-4139-b2f6-e3685f41959a up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:10.985825 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Pushing event updated for resources: {'Port': ['ID=081f0e57-1d08-4812-91f1-6deaea6edcd3,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:10.989195 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:11.122080 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port b98a88a6-9215-4139-b2f6-e3685f41959a completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:11.286405 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a1e34-8081-4f94-99a5-d36b4e623142 None None] Network b7a479eb-de8b-492a-9eff-493394cfcd3f requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:23:11.293563 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd94c9-3500-49f7-b89e-65b340ba2420 req-6d1b3595-15e6-432e-bd05-98a5ab889a7a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:11.295336 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-41fd94c9-3500-49f7-b89e-65b340ba2420 req-6d1b3595-15e6-432e-bd05-98a5ab889a7a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1057794 Sep 10 17:23:11.297209 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:11.297966 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:11.416600 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-41fd94c9-3500-49f7-b89e-65b340ba2420 req-d3a99294-a6fe-4a7e-aa01-a3b2afdebec8 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148756 Sep 10 17:23:11.520886 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Provisioning for port b98a88a6-9215-4139-b2f6-e3685f41959a completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:11.535884 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Provisioning complete for port b98a88a6-9215-4139-b2f6-e3685f41959a triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:11.536269 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:11.683678 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Router 8b668825-4eaf-4d48-a404-09321273b13e is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:23:11.683910 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:11.722272 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] For port b98a88a6-9215-4139-b2f6-e3685f41959a, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=b98a88a6-9215-4139-b2f6-e3685f41959a,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:11.836498 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:11.852975 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:11.976026 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:23:11.976865 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Pushing event updated for resources: {'Port': ['ID=b98a88a6-9215-4139-b2f6-e3685f41959a,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:11.991707 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Sync routers for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:23:11.993181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:12.005907 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-9cf7d378-1ac1-40a1-8bc0-046d4559d3d7 None None] Provisioning complete for port b98a88a6-9215-4139-b2f6-e3685f41959a triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:12.006534 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-9cf7d378-1ac1-40a1-8bc0-046d4559d3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:12.017161 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:12.017811 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:12.060049 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8daf83-7dde-4668-83d1-6d2116db0f61 req-222464d4-adf9-4c75-85bf-a13fc64ac11c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:12.061590 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bc8daf83-7dde-4668-83d1-6d2116db0f61 req-222464d4-adf9-4c75-85bf-a13fc64ac11c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 945 time: 0.1158075 Sep 10 17:23:12.117731 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bc8daf83-7dde-4668-83d1-6d2116db0f61 req-9a3abe44-422e-4087-a127-473d26dcc40c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502436 Sep 10 17:23:12.129005 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Notify callbacks [] for router, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:12.130325 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3907714 Sep 10 17:23:12.133998 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37496) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:12.278549 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:12.677136 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:11Z', 'revision_number': 3, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:12.682555 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Checking router: 8b668825-4eaf-4d48-a404-09321273b13e for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:23:12.687177 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Updating router 8b668825-4eaf-4d48-a404-09321273b13e port 081f0e57-1d08-4812-91f1-6deaea6edcd3 binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:23:12.688865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88e989-1130-4657-82b5-124d63945e02 req-7e1c090e-5f73-4048-b146-a81d38732d04 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:12.690454 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba88e989-1130-4657-82b5-124d63945e02 req-7e1c090e-5f73-4048-b146-a81d38732d04 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0870941 Sep 10 17:23:12.744350 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:12.747327 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba88e989-1130-4657-82b5-124d63945e02 req-a85b084f-2851-4b4c-bcd4-90d28fc802d6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509059 Sep 10 17:23:12.891249 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b98a88a6-9215-4139-b2f6-e3685f41959a up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:12.959748 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port b98a88a6-9215-4139-b2f6-e3685f41959a triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:12.960213 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.090216 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.102077 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Transition to ACTIVE for port object 081f0e57-1d08-4812-91f1-6deaea6edcd3 will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:13.169145 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.202313 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.206337 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:13.284916 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Attempting to bind port 081f0e57-1d08-4812-91f1-6deaea6edcd3 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:13.285292 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Attempting to bind port 081f0e57-1d08-4812-91f1-6deaea6edcd3 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:13.285656 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Attempting to bind port 081f0e57-1d08-4812-91f1-6deaea6edcd3 on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:13.287570 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Pushing event updated for resources: {'Port': ['ID=081f0e57-1d08-4812-91f1-6deaea6edcd3,revision_number=2']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:13.298480 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:13.298882 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:13.299288 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.299683 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:13.300147 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Bound port: 081f0e57-1d08-4812-91f1-6deaea6edcd3, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:13.300546 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.338091 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.338373 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.338705 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.339070 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.339416 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.339742 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.340065 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.340383 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.340702 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.341032 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.341335 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:13.348621 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:13.385550 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Allocated IP 172.20.0.1 (b7a479eb-de8b-492a-9eff-493394cfcd3f/21013c54-317e-4fe2-ac57-640e2b3b3ddc/d4b8f773-c859-4a11-b094-e9a9324c0c7d) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:13.444524 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] For port 081f0e57-1d08-4812-91f1-6deaea6edcd3, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:13.454225 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] For port 081f0e57-1d08-4812-91f1-6deaea6edcd3, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=081f0e57-1d08-4812-91f1-6deaea6edcd3,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:13.556742 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.561576 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:13.566287 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.590703 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Transition to ACTIVE for port object d4b8f773-c859-4a11-b094-e9a9324c0c7d will not be triggered until provisioned by entity DHCP. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:13.641653 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Pushing event updated for resources: {'Port': ['ID=081f0e57-1d08-4812-91f1-6deaea6edcd3,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:13.644543 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:13.645044 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:13.691534 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:13.700383 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:13.705173 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:13.767404 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Network b7a479eb-de8b-492a-9eff-493394cfcd3f is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:13.770206 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:13.772586 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:13.829682 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:13.833122 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Pushing event updated for resources: {'Port': ['ID=d4b8f773-c859-4a11-b094-e9a9324c0c7d,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:13.841440 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:13.856764 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:14.109784 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bee29-537d-49a7-9fed-3e7ce4ffb895 req-ea8cf19d-5b60-4086-a0f1-3f8f30b10861 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:14.111732 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-859bee29-537d-49a7-9fed-3e7ce4ffb895 req-ea8cf19d-5b60-4086-a0f1-3f8f30b10861 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1171336 Sep 10 17:23:14.129092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:14.176914 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-859bee29-537d-49a7-9fed-3e7ce4ffb895 req-95cfca54-5bcf-4ec6-a06b-2efcb41f4fc5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596268 Sep 10 17:23:14.179363 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-578c8305-9834-4459-90d8-1ba246b78ec8 None None] Provisioning for port d4b8f773-c859-4a11-b094-e9a9324c0c7d completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:14.186396 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-578c8305-9834-4459-90d8-1ba246b78ec8 None None] Provisioning complete for port d4b8f773-c859-4a11-b094-e9a9324c0c7d triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:14.186996 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-578c8305-9834-4459-90d8-1ba246b78ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:14.220020 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-d941daaf-4807-47f4-ac5f-8d1fb650da79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1&tenant_id=502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 1096 time: 0.2533960 Sep 10 17:23:14.245361 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:11Z', 'revision_number': 3, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:14.250717 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f6723-44a0-4e43-8bc4-a0b80ddd1092 None None] The sync data for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb is: [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:11Z', 'revision_number': 3, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:23:14.261266 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-578c8305-9834-4459-90d8-1ba246b78ec8 None None] Port d4b8f773-c859-4a11-b094-e9a9324c0c7d cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:23:14.568096 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-667715af-fbbd-41b7-a108-cdd63b3c37ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1096 time: 0.3115821 Sep 10 17:23:14.617469 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:14.806391 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-addce082-dcd4-4dd9-96de-affd49e59912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:14.808822 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-addce082-dcd4-4dd9-96de-affd49e59912 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.2130711 Sep 10 17:23:14.874792 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:14.910405 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:14.941850 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 081f0e57-1d08-4812-91f1-6deaea6edcd3 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:15.028917 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:15.033999 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Pushing event updated for resources: {'Port': ['ID=d4b8f773-c859-4a11-b094-e9a9324c0c7d,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:15.037086 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:15.043206 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-d5330d01-1fd8-4574-972d-47d45f63fc73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 200 len: 999 time: 0.2282479 Sep 10 17:23:15.128132 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 081f0e57-1d08-4812-91f1-6deaea6edcd3 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:15.135015 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 081f0e57-1d08-4812-91f1-6deaea6edcd3 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:15.135949 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:15.207364 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-5cbfc3c5-d9cd-4292-8914-9f5776f42c45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:15.208887 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-5cbfc3c5-d9cd-4292-8914-9f5776f42c45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.1470642 Sep 10 17:23:15.304941 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Network b7a479eb-de8b-492a-9eff-493394cfcd3f is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:15.307844 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:15.339309 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:15.363282 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 081f0e57-1d08-4812-91f1-6deaea6edcd3, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=081f0e57-1d08-4812-91f1-6deaea6edcd3,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:15.448175 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e16a2b-02cd-4fde-83d0-55d0d27fa0e1 req-ccb128b0-097d-42b8-97a7-47e98cb1c095 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:15.450147 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-89e16a2b-02cd-4fde-83d0-55d0d27fa0e1 req-ccb128b0-097d-42b8-97a7-47e98cb1c095 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 945 time: 0.2660210 Sep 10 17:23:15.499303 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:15.505262 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:15.560167 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-ee2f3e06-265c-4cca-839c-f69846482c72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3307056 Sep 10 17:23:15.602637 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-89e16a2b-02cd-4fde-83d0-55d0d27fa0e1 req-a38db355-52ec-4071-90c0-84d537392da1 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431777 Sep 10 17:23:15.640135 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=081f0e57-1d08-4812-91f1-6deaea6edcd3,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:15.643236 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:15.708408 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-07c6da89-8428-4198-ac53-d2e158d43dc2 None None] Provisioning complete for port d4b8f773-c859-4a11-b094-e9a9324c0c7d triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:15.708408 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-07c6da89-8428-4198-ac53-d2e158d43dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:15.760376 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-07c6da89-8428-4198-ac53-d2e158d43dc2 None None] Port d4b8f773-c859-4a11-b094-e9a9324c0c7d cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:23:15.840185 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-e1f6d0ea-8602-47b5-a1b7-6177488cc600 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622952 Sep 10 17:23:15.851565 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a42014-f058-4a0d-90a1-9159c24936e9 req-58581337-71c1-424f-8439-2f5e73d52595 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:15.853143 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-03a42014-f058-4a0d-90a1-9159c24936e9 req-58581337-71c1-424f-8439-2f5e73d52595 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.3306317 Sep 10 17:23:16.079472 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-03a42014-f058-4a0d-90a1-9159c24936e9 req-0e1e8799-f3a7-41bb-bcaf-84c72fa4b835 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108445 Sep 10 17:23:16.113328 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c6d95b77-24b8-4be2-bf5b-b19225c19eb4 req-6496a054-2a89-45dd-8117-2d1d7c1751e7 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481737 Sep 10 17:23:16.155002 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Router 8b668825-4eaf-4d48-a404-09321273b13e has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:23:16.433887 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:23:16.443114 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] 10.222.0.58 "PUT /v2.0/routers/8b668825-4eaf-4d48-a404-09321273b13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3078275 Sep 10 17:23:16.805562 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c83-a6aa-4cff-8eb1-5c6951c42d56 req-d0525d95-5d0f-4a37-b3d9-bff5d789c85b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:16.811971 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fef01c83-a6aa-4cff-8eb1-5c6951c42d56 req-d0525d95-5d0f-4a37-b3d9-bff5d789c85b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 945 time: 0.0771232 Sep 10 17:23:16.832101 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-9c526b66-7e75-4684-beaa-b4154faea9ea tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:16.833588 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-9c526b66-7e75-4684-beaa-b4154faea9ea tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 945 time: 0.0820520 Sep 10 17:23:16.858975 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fef01c83-a6aa-4cff-8eb1-5c6951c42d56 req-10ce8478-0565-4f3f-b548-716004136720 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434484 Sep 10 17:23:16.893016 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 081f0e57-1d08-4812-91f1-6deaea6edcd3 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:16.912786 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Deleting port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:23:16.913150 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:16.967761 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 081f0e57-1d08-4812-91f1-6deaea6edcd3 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:16.967761 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:17.108691 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:17.278884 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] For port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:17.279339 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:17.413347 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af256bd-2f14-47b6-8a41-cdc749ee05da req-963030ae-c332-4993-bff1-2739e25f61f5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:17.417119 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6af256bd-2f14-47b6-8a41-cdc749ee05da req-963030ae-c332-4993-bff1-2739e25f61f5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0896442 Sep 10 17:23:17.474714 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Calling delete_port for ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 owned by compute:nova {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:23:17.481423 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6af256bd-2f14-47b6-8a41-cdc749ee05da req-f1d4b591-567a-4886-a027-ffaf75023d8a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581827 Sep 10 17:23:17.888783 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:17.892208 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:17.899003 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:23:17.959963 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Pushing event deleted for resources: {'Port': ['ID=ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:17.962528 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:18.006838 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37630) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:18.024977 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1113417598-network', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:18.074456 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:18.088450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665bf08-0f47-4cd0-a389-2e872e01563a req-1f50b109-3e79-4125-9f6f-4ef35b13497b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:18.097504 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8665bf08-0f47-4cd0-a389-2e872e01563a req-1f50b109-3e79-4125-9f6f-4ef35b13497b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1683264 Sep 10 17:23:18.118910 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Usage tracker for resource:network and tenant:8bd9cc0071f14012b813c00aa2635742 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:18.128224 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] No DVR routers for this DVR port ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 on host hv-cinder-80847 {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:23:18.129895 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:18.150990 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6978a83c-a2be-4e8f-ad89-dbe8e4d0be52 req-6f0b35f9-e081-4d9b-9a48-9706daf2e0a8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0835071 Sep 10 17:23:18.152230 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:18.155382 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:18.157192 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3430039-a186-4bd3-add6-22902863ac0a', 'name': 'network-vif-deleted', 'tag': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:18.208697 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8665bf08-0f47-4cd0-a389-2e872e01563a req-c92caa76-0c8e-476d-96d8-2adcee0540f9 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098506 Sep 10 17:23:18.263104 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Sync routers for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:23:18.281265 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:18.281922 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:18.282555 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3430039-a186-4bd3-add6-22902863ac0a', 'name': 'network-vif-deleted', 'tag': 'ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24', 'status': 'completed', 'code': 200} Sep 10 17:23:18.288684 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2a9b1706-4f9c-4370-94e7-aa77c9b1ae77 req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "DELETE /v2.0/ports/ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 HTTP/1.1" status: 204 len: 173 time: 1.4469378 Sep 10 17:23:18.334211 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Made reservation on behalf of 8bd9cc0071f14012b813c00aa2635742 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:23:18.336664 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:18.366117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:18.428699 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:18.433755 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd9cc0071f14012b813c00aa2635742 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:18.436972 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:18.444163 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:18.534193 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:18.534956 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:18.723883 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320111fa-2b05-4417-b09b-aa31855a0dff req-2a038a4d-4a03-4978-aade-75c1d2a17b62 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:18.725394 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-320111fa-2b05-4417-b09b-aa31855a0dff req-2a038a4d-4a03-4978-aade-75c1d2a17b62 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0852487 Sep 10 17:23:18.790464 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:18.795600 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0c891d0e-c3d2-4b0f-bd1a-8d74ea3ce07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:18.816223 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-320111fa-2b05-4417-b09b-aa31855a0dff req-98a009a9-9b13-4d7f-b5c7-98c2b9ab617c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837517 Sep 10 17:23:18.842006 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:23:18.852676 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6e5cd6-d690-47fd-be7c-16b66afd38cc,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:18.857257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:18.860115 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:18.860724 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Added segment 943931a0-1646-4a3e-9b54-99300e302b68 of type vlan for network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 Sep 10 17:23:18.897971 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:18.952644 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:14Z', 'revision_number': 2, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:18.956989 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Checking router: 8b668825-4eaf-4d48-a404-09321273b13e for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:23:18.957483 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Updating router 8b668825-4eaf-4d48-a404-09321273b13e port d4b8f773-c859-4a11-b094-e9a9324c0c7d binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:23:19.022534 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.047566 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.048843 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:19.049434 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.059860 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:19.174709 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Pushing event updated for resources: {'Network': ['ID=44c7eee4-bf5d-4bf9-9859-4f59812c1448,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:19.177530 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:19.232729 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2247846 Sep 10 17:23:19.235723 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 37646) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:19.242492 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Request body: {'subnet': {'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1113417598-subnet', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:19.254908 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:19.265027 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Usage tracker for resource:subnet and tenant:8bd9cc0071f14012b813c00aa2635742 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:19.272692 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:19.289455 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:19.401693 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Made reservation on behalf of 8bd9cc0071f14012b813c00aa2635742 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:23:19.404693 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7372442'] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.408441 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.421252 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Transition to ACTIVE for port object d4b8f773-c859-4a11-b094-e9a9324c0c7d will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:19.427863 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:23:19.448330 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b14dfe35-d756-458c-b28b-2cee42fb7855 req-af4c1ae2-9a7f-4338-aff8-67b690173f81 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Synchronizing usage tracker for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:19.513706 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.519761 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:19.613822 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b14dfe35-d756-458c-b28b-2cee42fb7855 req-af4c1ae2-9a7f-4338-aff8-67b690173f81 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Unset dirty status for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:19.615998 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b14dfe35-d756-458c-b28b-2cee42fb7855 req-af4c1ae2-9a7f-4338-aff8-67b690173f81 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.2481859 Sep 10 17:23:19.681756 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cd308-6b0a-4642-8207-483ad3399f7a req-5c1c6fcb-26e6-414f-9302-a78f6785a617 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:19.693827 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ac5cd308-6b0a-4642-8207-483ad3399f7a req-5c1c6fcb-26e6-414f-9302-a78f6785a617 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1770465 Sep 10 17:23:19.699382 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1345257-eb6b-4afe-88e4-e2f84f160eff None None] Pushing event updated for resources: {'Port': ['ID=d4b8f773-c859-4a11-b094-e9a9324c0c7d,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:19.750867 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-c1345257-eb6b-4afe-88e4-e2f84f160eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:19.821945 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ac5cd308-6b0a-4642-8207-483ad3399f7a req-8d8231db-762f-4e03-a5a9-53be845afd1e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209791 Sep 10 17:23:19.834959 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Attempting to bind port d4b8f773-c859-4a11-b094-e9a9324c0c7d on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:19.835628 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Attempting to bind port d4b8f773-c859-4a11-b094-e9a9324c0c7d by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:19.836225 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Attempting to bind port d4b8f773-c859-4a11-b094-e9a9324c0c7d on network b7a479eb-de8b-492a-9eff-493394cfcd3f {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:19.845771 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:19.846433 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Checking segment: {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:19.847374 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.847993 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Bound using segment: {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:19.848671 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Bound port: d4b8f773-c859-4a11-b094-e9a9324c0c7d, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:19.849273 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.962493 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7516802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7372468'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:19.971934 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:19.987041 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] For port d4b8f773-c859-4a11-b094-e9a9324c0c7d, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:19.990590 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] For port d4b8f773-c859-4a11-b094-e9a9324c0c7d, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=d4b8f773-c859-4a11-b094-e9a9324c0c7d,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:20.100287 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:20.103354 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:20.111620 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Checking segment: {'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:20.111979 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Network hostable DHCP agents. Network: 44c7eee4-bf5d-4bf9-9859-4f59812c1448, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:23:20.213318 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d986fc-31c3-4c65-8f9d-a123f31bdade req-ef84f237-afe9-4898-b031-8f1731dd39ca tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:20.214786 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-85d986fc-31c3-4c65-8f9d-a123f31bdade req-ef84f237-afe9-4898-b031-8f1731dd39ca tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0876801 Sep 10 17:23:20.269593 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-85d986fc-31c3-4c65-8f9d-a123f31bdade req-64d66359-2a99-461e-a81a-6792a363dc41 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Sep 10 17:23:20.431045 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:20.435434 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-53e9ced6-f7b6-4284-8de0-fef0fdd5edb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:20.468243 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:23:20.562220 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:23:20.562577 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ccd90cdb-bf8e-412a-bb6c-26a1bfa78f24 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:23:20.593955 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1345257-eb6b-4afe-88e4-e2f84f160eff None None] Pushing event updated for resources: {'Port': ['ID=d4b8f773-c859-4a11-b094-e9a9324c0c7d,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:20.597732 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-c1345257-eb6b-4afe-88e4-e2f84f160eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:20.598693 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:20.599450 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:20.802256 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:20.860195 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b733b540-bdc5-414d-bf9b-e08d163fe207 req-49584a9f-143d-4efd-8738-07dbd46d3eac tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0673008 Sep 10 17:23:21.141072 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b623e-3dea-4d6a-9190-bb38d71a857c req-f97529ea-480f-455a-99fd-32441a8b3967 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:21.142583 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf5b623e-3dea-4d6a-9190-bb38d71a857c req-f97529ea-480f-455a-99fd-32441a8b3967 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1300645 Sep 10 17:23:21.190826 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf5b623e-3dea-4d6a-9190-bb38d71a857c req-71b165ce-eed8-451e-8d1a-7aeff0b65c34 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Sep 10 17:23:21.195952 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:23:21.270936 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:19Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:21.271594 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd861-f4ce-486a-b12a-af49f3f3fd0c None None] The sync data for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb is: [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:19Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:23:21.311638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 44c7eee4-bf5d-4bf9-9859-4f59812c1448) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:21.311638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:21.311638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:21.321184 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de94969-d498-4ad5-96b4-76d5b0b7fe47 None None] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:23:21.513712 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ddfcac51-f940-4bec-a601-0310df6f6ab8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2739565 Sep 10 17:23:21.525476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 37668) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:21.525476 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:21.588929 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:21.600441 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Usage tracker for resource:router and tenant:8bd9cc0071f14012b813c00aa2635742 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:21.605654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:21.617082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:21.645782 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9422-5585-466e-8b34-6c59e4319188 req-4cc3fbeb-891e-46ef-84ab-73a371d5cee4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:21.654882 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-594b9422-5585-466e-8b34-6c59e4319188 req-4cc3fbeb-891e-46ef-84ab-73a371d5cee4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1198666 Sep 10 17:23:21.684270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-44c7eee4-bf5d-4bf9-9859-4f59812c1448', 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'fixed_ips': [{'subnet_id': 'e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:23:21.685196 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:21.700485 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-594b9422-5585-466e-8b34-6c59e4319188 req-126b5c6d-1928-493c-98a5-666ba4fc827c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466702 Sep 10 17:23:21.722147 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:21.723171 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:21.754195 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:21.896181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Allocated IP 172.20.0.2 (44c7eee4-bf5d-4bf9-9859-4f59812c1448/e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b/79cc281f-0019-467f-9b8c-493f391bb246) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:22.155995 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1abae8d5-36d5-4378-aa91-02dd5df12dbd req-f2d532dc-6274-480c-bc37-8027e0692148 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.1395853 Sep 10 17:23:22.238530 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:22.270603 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Transition to ACTIVE for port object 79cc281f-0019-467f-9b8c-493f391bb246 will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:22.302371 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Transition to ACTIVE for port object 79cc281f-0019-467f-9b8c-493f391bb246 will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:22.413209 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:22.426297 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:22.503409 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:22.506281 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:22.515053 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:22.562393 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Pushing event updated for resources: {'Port': ['ID=79cc281f-0019-467f-9b8c-493f391bb246,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:22.579349 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:22.595369 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:22.602621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d39811-6cd6-49e2-bc3e-49bb3eb3d571 req-3cbef4ce-7cb0-4a95-a30d-6f30335d80e6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:22.609872 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-20d39811-6cd6-49e2-bc3e-49bb3eb3d571 req-3cbef4ce-7cb0-4a95-a30d-6f30335d80e6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1734760 Sep 10 17:23:22.627062 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Attempting to bind port 79cc281f-0019-467f-9b8c-493f391bb246 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:22.627440 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Attempting to bind port 79cc281f-0019-467f-9b8c-493f391bb246 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:22.627818 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Attempting to bind port 79cc281f-0019-467f-9b8c-493f391bb246 on network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:22.642658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:22.642658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Checking segment: {'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:22.642658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:22.642658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Bound using segment: {'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:22.642658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Bound port: 79cc281f-0019-467f-9b8c-493f391bb246, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:22.642658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:22.666963 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-20d39811-6cd6-49e2-bc3e-49bb3eb3d571 req-3a1484a6-cf1d-4ff1-833a-e355bd3ff8ac tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560029 Sep 10 17:23:22.739887 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] For port 79cc281f-0019-467f-9b8c-493f391bb246, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:22.743251 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] For port 79cc281f-0019-467f-9b8c-493f391bb246, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=79cc281f-0019-467f-9b8c-493f391bb246,segment=NetworkSegment(943931a0-1646-4a3e-9b54-99300e302b68),segment_id=943931a0-1646-4a3e-9b54-99300e302b68)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:22.927128 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d4b8f773-c859-4a11-b094-e9a9324c0c7d up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:22.979655 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636f721-e6ae-4bc4-a8c4-133df89326b3 req-d57f5ea6-2c87-455d-8288-962d3c281a68 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:22.981844 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8636f721-e6ae-4bc4-a8c4-133df89326b3 req-d57f5ea6-2c87-455d-8288-962d3c281a68 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1314125 Sep 10 17:23:23.061797 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8636f721-e6ae-4bc4-a8c4-133df89326b3 req-3690736d-6752-470b-8e9e-44c60d59e736 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737920 Sep 10 17:23:23.072161 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.100793 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:23.122889 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.150003 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port d4b8f773-c859-4a11-b094-e9a9324c0c7d completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:23.164796 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.175741 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port d4b8f773-c859-4a11-b094-e9a9324c0c7d triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:23.176119 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.216251 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37686) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:23.261828 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Pushing event updated for resources: {'Port': ['ID=79cc281f-0019-467f-9b8c-493f391bb246,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:23.267707 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:23.473276 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.502782 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.518054 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port d4b8f773-c859-4a11-b094-e9a9324c0c7d, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=d4b8f773-c859-4a11-b094-e9a9324c0c7d,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:23.565044 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:23.570545 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Usage tracker for resource:security_group_rule and tenant:6e861d21491c42a1bb118da008d8b029 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:23:23.574270 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:23:23.587117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:23.671119 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.681015 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-c1345257-eb6b-4afe-88e4-e2f84f160eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:23.682011 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.730916 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a34994c1-2c4f-465d-92fd-f7496e7664d6 req-65df74c5-5d3a-4790-a254-a3cb44ed9772 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.3028266 Sep 10 17:23:23.768985 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=d4b8f773-c859-4a11-b094-e9a9324c0c7d,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:23.773338 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:23.778351 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:23.782787 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Allocated IP 172.28.0.241 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/fb5ce89c-5aca-4cca-a236-99387b413c89) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:23.786516 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d34f7338-1cfb-4afd-9afe-c8cfdd34c8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:23.814988 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9747d8-3a48-4788-bec5-d216e4285342,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:23.825856 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.826380 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.826871 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.827328 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.827807 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.828246 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.828605 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.828952 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.829352 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.829700 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.830041 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:23.840059 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:23.898142 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e861d21491c42a1bb118da008d8b029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6807275 Sep 10 17:23:23.901497 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37694) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:23.983658 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f108c9-9a84-44a8-b49d-04946e2c7e2f req-7f2f7208-919d-46b9-8fe8-df2e3ffae264 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:23.985160 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-95f108c9-9a84-44a8-b49d-04946e2c7e2f req-7f2f7208-919d-46b9-8fe8-df2e3ffae264 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1492825 Sep 10 17:23:24.001531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:24.015394 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1c585ca1-82c7-46d2-828e-61fd74aef635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:24.061639 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1c585ca1-82c7-46d2-828e-61fd74aef635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:24.076729 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-95f108c9-9a84-44a8-b49d-04946e2c7e2f req-0c7a05e1-2472-438b-b259-815570e21934 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840120 Sep 10 17:23:24.297427 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1804db0-6d10-4ca9-a63e-8882da014609 req-7f655c2a-da3f-4815-b9ae-b7e3a24a005b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:24.298823 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a1804db0-6d10-4ca9-a63e-8882da014609 req-7f655c2a-da3f-4815-b9ae-b7e3a24a005b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0867336 Sep 10 17:23:24.367081 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:24.374449 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-046dd0e3-cb44-4873-8527-6b59f1c5568d tempest-DeleteServersTestJSON-1094523646 tempest-DeleteServersTestJSON-1094523646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:24.436120 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a1804db0-6d10-4ca9-a63e-8882da014609 req-064abe08-9a28-4de8-ac64-57b7fff0bfd5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322088 Sep 10 17:23:24.437781 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1c585ca1-82c7-46d2-828e-61fd74aef635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:24.449632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-921c3ab0-7f03-43ac-9845-33b6bab10a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:24.474350 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:24.475766 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c585ca1-82c7-46d2-828e-61fd74aef635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9747d8-3a48-4788-bec5-d216e4285342,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:24.480848 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1c585ca1-82c7-46d2-828e-61fd74aef635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:24.481136 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:24.491972 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1c585ca1-82c7-46d2-828e-61fd74aef635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:24.496260 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1c585ca1-82c7-46d2-828e-61fd74aef635 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e9747d8-3a48-4788-bec5-d216e4285342 HTTP/1.1" status: 204 len: 168 time: 0.5906672 Sep 10 17:23:24.503462 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:24.540712 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e596a9-ebf0-40d8-acfa-480fe65143ed None None] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:23:24.576040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Pushing event updated for resources: {'Port': ['ID=fb5ce89c-5aca-4cca-a236-99387b413c89,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:24.631040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.631493 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.631920 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.632379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.632797 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.633212 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.633640 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.634054 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.634462 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.634894 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.635298 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:24.641191 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:24.859543 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-ab092246-d065-4f85-8a2a-e74010aab370 None None] Provisioning for port 79cc281f-0019-467f-9b8c-493f391bb246 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:24.923803 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-01bfc3c9-cdd1-46a7-b652-476fce21a49d req-fab40a67-c759-40ec-a3f6-6eac186b34f0 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0684576 Sep 10 17:23:24.997755 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:24.998532 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:25.107372 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d4b8f773-c859-4a11-b094-e9a9324c0c7d up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:25.214030 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port d4b8f773-c859-4a11-b094-e9a9324c0c7d triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:25.218843 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:25.395054 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 79cc281f-0019-467f-9b8c-493f391bb246 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:25.430875 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cebd0c-6e3c-47e8-99ff-90bea16eccc4 req-167e13e0-aa82-47e9-89aa-4e26d72c6b74 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:25.438348 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c3cebd0c-6e3c-47e8-99ff-90bea16eccc4 req-167e13e0-aa82-47e9-89aa-4e26d72c6b74 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1334722 Sep 10 17:23:25.503716 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c3cebd0c-6e3c-47e8-99ff-90bea16eccc4 req-f804ada0-201a-4152-8513-7e3bb8577b2a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640433 Sep 10 17:23:25.567309 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Router 5685b173-8fb3-4570-b46e-143ca646018d is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:23:25.596067 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 79cc281f-0019-467f-9b8c-493f391bb246 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:25.601628 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 79cc281f-0019-467f-9b8c-493f391bb246 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:25.602322 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:25.728421 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:25.754098 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224eb0f-1de2-4c57-b4b7-8d730e3acfeb req-d95a0852-fef7-408f-a3c2-f2be391e9969 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:25.761953 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6224eb0f-1de2-4c57-b4b7-8d730e3acfeb req-d95a0852-fef7-408f-a3c2-f2be391e9969 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1330292 Sep 10 17:23:25.783903 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 79cc281f-0019-467f-9b8c-493f391bb246, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=79cc281f-0019-467f-9b8c-493f391bb246,segment=NetworkSegment(943931a0-1646-4a3e-9b54-99300e302b68),segment_id=943931a0-1646-4a3e-9b54-99300e302b68)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:25.806323 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6224eb0f-1de2-4c57-b4b7-8d730e3acfeb req-38b42e98-b279-4ce6-a710-1dc25fb6656c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Sep 10 17:23:25.815979 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:23:25.827794 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Sync routers for ids ['5685b173-8fb3-4570-b46e-143ca646018d'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:23:25.847206 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Routers {'5685b173-8fb3-4570-b46e-143ca646018d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:25.849106 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['5685b173-8fb3-4570-b46e-143ca646018d'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:25.899168 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:25.901128 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:25.961935 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:25.966632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37712) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:25.966999 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4512105 Sep 10 17:23:25.974987 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=79cc281f-0019-467f-9b8c-493f391bb246,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:26.000257 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:26.117960 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Set router 5685b173-8fb3-4570-b46e-143ca646018d gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:26.124294 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b5c3c400-802f-4c30-88ba-6126e69ee39f req-ce879c81-76e7-40c7-a86d-c206f729e36d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0610733 Sep 10 17:23:26.450358 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:23:24Z', 'revision_number': 3, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:26.454859 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Checking router: 5685b173-8fb3-4570-b46e-143ca646018d for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:23:26.455464 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Updating router 5685b173-8fb3-4570-b46e-143ca646018d port fb5ce89c-5aca-4cca-a236-99387b413c89 binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:23:26.507018 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:26.791328 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b33c9-4e36-48ca-83ed-0b95acf32d38 req-a24e738e-fb17-41df-8468-33851c23bc53 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:26.799328 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0d4b33c9-4e36-48ca-83ed-0b95acf32d38 req-a24e738e-fb17-41df-8468-33851c23bc53 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1207194 Sep 10 17:23:26.901421 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 79cc281f-0019-467f-9b8c-493f391bb246 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:26.912347 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0d4b33c9-4e36-48ca-83ed-0b95acf32d38 req-895794a3-65c6-4bcd-b6d1-df8327fd0461 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120691 Sep 10 17:23:26.955010 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:26.993998 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Transition to ACTIVE for port object fb5ce89c-5aca-4cca-a236-99387b413c89 will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:27.049818 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 79cc281f-0019-467f-9b8c-493f391bb246 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:27.050312 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:27.070104 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:27.084155 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-e8d78a94-8161-4ec3-a22e-98f96dfb8119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:27.115168 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6316d52-3ad8-41e0-94f6-cd7ac9b71dae req-ae608ee4-b447-4f63-b00b-11f354370102 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:27.115417 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:27.119409 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b6316d52-3ad8-41e0-94f6-cd7ac9b71dae req-ae608ee4-b447-4f63-b00b-11f354370102 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0994320 Sep 10 17:23:27.197291 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e327-0814-470a-b3f1-0715c825d7b1 None None] Pushing event updated for resources: {'Port': ['ID=fb5ce89c-5aca-4cca-a236-99387b413c89,revision_number=2']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:27.240332 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Attempting to bind port fb5ce89c-5aca-4cca-a236-99387b413c89 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:27.240894 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Attempting to bind port fb5ce89c-5aca-4cca-a236-99387b413c89 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:27.241314 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Attempting to bind port fb5ce89c-5aca-4cca-a236-99387b413c89 on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:27.249535 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:27.250050 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:27.250546 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:27.251075 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:27.251812 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Bound port: fb5ce89c-5aca-4cca-a236-99387b413c89, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:27.252296 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:27.269652 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b6316d52-3ad8-41e0-94f6-cd7ac9b71dae req-c8872bdd-95f0-48a7-8068-82b8ab5edec4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491444 Sep 10 17:23:27.341052 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] For port fb5ce89c-5aca-4cca-a236-99387b413c89, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:27.344980 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] For port fb5ce89c-5aca-4cca-a236-99387b413c89, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=fb5ce89c-5aca-4cca-a236-99387b413c89,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:27.356733 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:23:27.366825 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-1c20e327-0814-470a-b3f1-0715c825d7b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:27.447595 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:27.453515 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-e8d78a94-8161-4ec3-a22e-98f96dfb8119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:27.494255 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ee9e6a37-45a4-4114-842e-a1284b4398a3 req-b0c207c1-1dcd-4421-83fb-3b5e94044a6d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.1532063 Sep 10 17:23:27.588315 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e327-0814-470a-b3f1-0715c825d7b1 None None] Pushing event updated for resources: {'Port': ['ID=fb5ce89c-5aca-4cca-a236-99387b413c89,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:27.591676 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-1c20e327-0814-470a-b3f1-0715c825d7b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:27.592972 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Routers {'5685b173-8fb3-4570-b46e-143ca646018d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:27.593552 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['5685b173-8fb3-4570-b46e-143ca646018d'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:27.598112 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Allocated IP 172.20.0.1 (44c7eee4-bf5d-4bf9-9859-4f59812c1448/e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b/f0c24da6-4f17-4d16-982a-4b2b8b1c8102) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:27.778315 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] Set router 5685b173-8fb3-4570-b46e-143ca646018d gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:27.802638 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:27.828910 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Transition to ACTIVE for port object f0c24da6-4f17-4d16-982a-4b2b8b1c8102 will not be triggered until provisioned by entity DHCP. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:28.123810 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c47a-f58c-4027-94cb-54a1c5789f28 req-72609cdd-0a14-4a51-a707-40d18a452795 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:28.125779 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a819c47a-f58c-4027-94cb-54a1c5789f28 req-72609cdd-0a14-4a51-a707-40d18a452795 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0791025 Sep 10 17:23:28.171329 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:23:24Z', 'revision_number': 3, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:28.187400 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573c827-51a9-4bff-bc2e-f08d0efe653e None None] The sync data for ids ['5685b173-8fb3-4570-b46e-143ca646018d'] in dv-cinder-808475-1-smb is: [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:23:24Z', 'revision_number': 3, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:23:28.188328 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a819c47a-f58c-4027-94cb-54a1c5789f28 req-729e278d-15e4-441f-a8df-f1b94d6aad4f tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Sep 10 17:23:28.489335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:28.498226 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:28.541644 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7cdea-a1c5-4494-bdb5-772ebd313b3a req-bb073b84-920c-40aa-b73e-d0c7aebd4556 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:28.543803 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dec7cdea-a1c5-4494-bdb5-772ebd313b3a req-bb073b84-920c-40aa-b73e-d0c7aebd4556 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1289351 Sep 10 17:23:28.591906 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:28.598055 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:28.608538 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:28.676816 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Pushing event updated for resources: {'Port': ['ID=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:28.686409 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:28.722452 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-60c41f36-e7a2-4d9e-877a-c854cd4da727 req-b1bc450b-4dbf-4405-b15b-88e54e261804 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0758955 Sep 10 17:23:28.746022 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:28.772924 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dec7cdea-a1c5-4494-bdb5-772ebd313b3a req-2a99845f-2008-4740-863a-ca0cc15b5fdc tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105496 Sep 10 17:23:28.969943 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:29.007404 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-323e786e-356c-4007-98ca-715740427265 None None] Provisioning for port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:29.012530 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-323e786e-356c-4007-98ca-715740427265 None None] Provisioning complete for port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:29.019401 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-323e786e-356c-4007-98ca-715740427265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:29.071845 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-323e786e-356c-4007-98ca-715740427265 None None] Port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:23:29.205416 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:29.305005 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:29.370397 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5b5e2202-ba26-4511-8c59-e102105bf49b tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:29.397628 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d986-c345-4eec-b560-d6c55120da69 req-2e5bbaa8-7c96-4a8c-825a-e7e053cbe895 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:29.399523 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9b13d986-c345-4eec-b560-d6c55120da69 req-2e5bbaa8-7c96-4a8c-825a-e7e053cbe895 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0983431 Sep 10 17:23:29.420725 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:29.445687 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9b13d986-c345-4eec-b560-d6c55120da69 req-32d6063a-5ea3-4d0f-8579-039f0d83152a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Sep 10 17:23:29.458770 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Pushing event updated for resources: {'Port': ['ID=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:29.464866 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:29.571961 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:29.572940 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:29.809497 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-31cbcc2f-4139-49da-b283-fe610d0acdf1 None None] Provisioning complete for port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:29.810173 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-31cbcc2f-4139-49da-b283-fe610d0acdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:29.906380 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-31cbcc2f-4139-49da-b283-fe610d0acdf1 None None] Port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:23:30.036034 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e03ec-5e67-4dd7-be2b-0b934abdbbbe req-a75279ad-a3bf-4eab-ac44-c2328888c22e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:30.037920 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d28e03ec-5e67-4dd7-be2b-0b934abdbbbe req-a75279ad-a3bf-4eab-ac44-c2328888c22e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.0896027 Sep 10 17:23:30.066161 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5bd4e95b-6c29-44d1-a818-231e4650e494 req-1543a52b-9d77-4baf-8507-4af22a74af33 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.2059011 Sep 10 17:23:30.094703 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d28e03ec-5e67-4dd7-be2b-0b934abdbbbe req-50cc19b2-c672-4b76-84dc-c37fb2c7ef13 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459671 Sep 10 17:23:30.135715 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-8c3c2428-4a8d-4044-ba80-ae9e4b0b69c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1933265 Sep 10 17:23:30.144670 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Router 5685b173-8fb3-4570-b46e-143ca646018d has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:23:30.310576 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-ac38fb2d-1c8b-4184-b806-90e4ed8298a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e1133b464b14d52956d092c7ab74bb6&device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 1098 time: 0.1002755 Sep 10 17:23:30.521852 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-2e2b0959-0914-4d16-b1b6-40631850b042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:30.523347 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-2e2b0959-0914-4d16-b1b6-40631850b042 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 200 len: 920 time: 0.1628165 Sep 10 17:23:30.529632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:23:30.640470 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] 10.222.0.58 "PUT /v2.0/routers/5685b173-8fb3-4570-b46e-143ca646018d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6725328 Sep 10 17:23:30.664858 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-8a705aac-e786-47be-90cc-e0d53e646708 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 200 len: 217 time: 0.1228795 Sep 10 17:23:30.746534 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-59cc2b76-403a-469c-aaf6-ec1cbf9a56d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:30.748025 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-59cc2b76-403a-469c-aaf6-ec1cbf9a56d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 200 len: 859 time: 0.0722320 Sep 10 17:23:30.754901 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346e4b2-bed2-401a-a7e6-b58b80041982 req-8e8443cf-9594-4c1a-94d6-f3c23f1dafa6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:30.756513 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4346e4b2-bed2-401a-a7e6-b58b80041982 req-8e8443cf-9594-4c1a-94d6-f3c23f1dafa6 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.1548030 Sep 10 17:23:30.821732 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-80d45d4f-43a2-45b1-ba52-4a4ba109b259 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642717 Sep 10 17:23:30.946017 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device fb5ce89c-5aca-4cca-a236-99387b413c89 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:30.947342 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4346e4b2-bed2-401a-a7e6-b58b80041982 req-51d3bb7f-24cf-4c07-9a1e-87d54d28257b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565914 Sep 10 17:23:31.043993 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-e4f159b6-70a9-478f-aa47-f156bc1056c2 service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141106 Sep 10 17:23:31.150086 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port fb5ce89c-5aca-4cca-a236-99387b413c89 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:31.156297 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port fb5ce89c-5aca-4cca-a236-99387b413c89 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:31.156951 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:31.187105 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7eb8019-6a0d-4da8-b0aa-ecd6a15fbf6a req-aa22d382-3c05-4176-bfe2-5a2de14d77cb service neutron] 10.222.0.62 "GET /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353469 Sep 10 17:23:31.306497 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f6b08c35-12b3-4825-a059-30395554e8a4 req-f9f73bff-767c-49cf-bc5b-e770f9b90f86 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3430039-a186-4bd3-add6-22902863ac0a HTTP/1.1" status: 200 len: 210 time: 0.0486746 Sep 10 17:23:31.351270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:31.368537 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817c9e-2ada-4f08-aed7-b7a2100c55c4 req-04d09891-7822-402a-abef-0eeed40484eb tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:31.370307 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-07817c9e-2ada-4f08-aed7-b7a2100c55c4 req-04d09891-7822-402a-abef-0eeed40484eb tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1113195 Sep 10 17:23:31.370981 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port fb5ce89c-5aca-4cca-a236-99387b413c89, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=fb5ce89c-5aca-4cca-a236-99387b413c89,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:31.428587 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-07817c9e-2ada-4f08-aed7-b7a2100c55c4 req-307d2869-ccf0-4f9f-9995-78c07ee28028 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Sep 10 17:23:31.973474 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:31.976578 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:32.041942 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=fb5ce89c-5aca-4cca-a236-99387b413c89,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:32.046238 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:32.158883 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ec98d-bf33-4d3f-931b-95dfbf906221 req-774d418d-367a-4d01-b438-5e51ba74e853 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:32.160359 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-851ec98d-bf33-4d3f-931b-95dfbf906221 req-774d418d-367a-4d01-b438-5e51ba74e853 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0819056 Sep 10 17:23:32.277421 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-0fff236b-6f1c-4645-a2b2-fe270001ae98 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:32.279244 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-0fff236b-6f1c-4645-a2b2-fe270001ae98 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 945 time: 0.0877762 Sep 10 17:23:32.300362 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-851ec98d-bf33-4d3f-931b-95dfbf906221 req-b9293da8-0fca-45c4-af7d-e1acdfa27dc1 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344278 Sep 10 17:23:32.366893 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Deleting port 683252b6-3656-4240-9172-8dad07a342ed {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:23:32.367310 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:32.517738 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:23:32.720388 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:32.732047 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] For port 683252b6-3656-4240-9172-8dad07a342ed, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=683252b6-3656-4240-9172-8dad07a342ed,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:32.732505 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:32.736053 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'port_id': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'mac_address': 'fa:16:3e:2a:88:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:23:32.750644 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ccf9-4b23-4d95-98b5-f48882ee3239 req-fafa567d-9687-4280-b4a6-7e51b02e33e7 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:32.753013 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1b47ccf9-4b23-4d95-98b5-f48882ee3239 req-fafa567d-9687-4280-b4a6-7e51b02e33e7 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 943 time: 0.1365113 Sep 10 17:23:32.804869 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:32.810061 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1b47ccf9-4b23-4d95-98b5-f48882ee3239 req-c1280e0b-200d-43ce-aa0d-dd7271359033 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490561 Sep 10 17:23:32.826707 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b64c108-2f6d-4fbf-bd51-76c3e1374cee {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:23:32.843060 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:32.956244 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device fb5ce89c-5aca-4cca-a236-99387b413c89 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:32.998711 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port fb5ce89c-5aca-4cca-a236-99387b413c89 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:32.999442 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:33.043505 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Calling delete_port for 683252b6-3656-4240-9172-8dad07a342ed owned by compute:nova {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:23:33.050225 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:33.054300 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:33.189340 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-2db1a9fc-8471-43dd-851e-6072487a84b6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:33.190139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-2db1a9fc-8471-43dd-851e-6072487a84b6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Synchronizing usage tracker for tenant:caff76c21cdf4b4280a206643b90b96b on resource:network {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:33.197549 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=9']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:33.207401 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:33.361861 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['9b64c108-2f6d-4fbf-bd51-76c3e1374cee'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:23:33.441966 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-2db1a9fc-8471-43dd-851e-6072487a84b6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Unset dirty status for tenant:caff76c21cdf4b4280a206643b90b96b on resource:network {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:33.443324 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-2db1a9fc-8471-43dd-851e-6072487a84b6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/networks?id=099c99b3-019c-4a93-b11d-13a72e0e8324 HTTP/1.1" status: 200 len: 809 time: 0.6866140 Sep 10 17:23:33.468758 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-ca5e3dc5-d018-4e5c-8f29-d37248783ef8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/quotas/caff76c21cdf4b4280a206643b90b96b HTTP/1.1" status: 200 len: 375 time: 0.0188866 Sep 10 17:23:33.505532 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0bfed9b8-0433-4bfa-b104-3f8ff95ea700 req-c9b830e2-fea6-431f-8585-06d4478b3722 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.0542808 Sep 10 17:23:33.540308 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:33.550912 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-5433dd92-474b-475f-a7e1-7068871338ae tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=caff76c21cdf4b4280a206643b90b96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811501 Sep 10 17:23:33.573403 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-92ec9410-e132-49d5-a466-8f32691d6687 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:33.701701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Pushing event deleted for resources: {'Port': ['ID=683252b6-3656-4240-9172-8dad07a342ed,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:33.701701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:33.782006 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] No DVR routers for this DVR port 683252b6-3656-4240-9172-8dad07a342ed on host hv-cinder-80847 {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:23:33.785457 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:33.788220 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433ea21e-230f-45a5-9951-3efbe212bb52', 'name': 'network-vif-deleted', 'tag': '683252b6-3656-4240-9172-8dad07a342ed'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:33.831762 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-1fc85a94-4c88-44dc-b2e9-130814b918c8 service neutron] 10.222.0.58 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799895 Sep 10 17:23:33.858378 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433ea21e-230f-45a5-9951-3efbe212bb52', 'name': 'network-vif-deleted', 'tag': '683252b6-3656-4240-9172-8dad07a342ed', 'status': 'completed', 'code': 200} Sep 10 17:23:33.902327 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['b09663d0-0f72-492a-a922-9b6770450a1d', '683252b6-3656-4240-9172-8dad07a342ed'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:23:33.983083 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c5e1-df62-495e-9d1d-cf60eba7b39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:34.016391 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-08058a10-cfc6-4e7a-b314-f4e05f07375d req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "DELETE /v2.0/ports/683252b6-3656-4240-9172-8dad07a342ed HTTP/1.1" status: 204 len: 173 time: 1.7298086 Sep 10 17:23:34.031000 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-b87efb20-18a4-4914-bcee-aad9d859493f service neutron] 10.222.0.58 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931529 Sep 10 17:23:34.179057 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee544df-f6fa-4f42-a760-ce7b542cd626 req-3ff71a85-d349-4b88-80ef-af7cc3037319 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:34.187395 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8ee544df-f6fa-4f42-a760-ce7b542cd626 req-3ff71a85-d349-4b88-80ef-af7cc3037319 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 944 time: 0.1485267 Sep 10 17:23:34.234240 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8ee544df-f6fa-4f42-a760-ce7b542cd626 req-e3a8a214-580f-4c0c-96c4-b36726888329 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Sep 10 17:23:34.385092 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:34.518700 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:34.618805 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:34.620262 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:34.739098 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5480083a-cd04-46e6-aed9-70be53e38587 req-9c0b5758-98ee-48c5-a23d-cf7697030779 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=433ea21e-230f-45a5-9951-3efbe212bb52 HTTP/1.1" status: 200 len: 210 time: 0.0518649 Sep 10 17:23:34.768313 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:34.795907 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:34.805439 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:34.854339 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'code': 200} Sep 10 17:23:34.899158 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:34.901163 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-53e9ced6-f7b6-4284-8de0-fef0fdd5edb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:34.974210 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=10']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:34.986318 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:35.467777 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecc7ef-c69b-4650-ac8e-91630592f931 req-01d4dec1-8a87-4e11-8afa-e5ebe28b658c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:35.470018 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-efecc7ef-c69b-4650-ac8e-91630592f931 req-01d4dec1-8a87-4e11-8afa-e5ebe28b658c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.0855520 Sep 10 17:23:35.554188 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-efecc7ef-c69b-4650-ac8e-91630592f931 req-a968f2db-152f-46aa-b7ff-c3007093e6b5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782332 Sep 10 17:23:35.621463 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1b5dd391-e6c9-4dd3-a5af-e55e9d166bf5 req-d4681421-1af5-4726-9feb-5cbab09b02ff tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 210 time: 0.0559521 Sep 10 17:23:35.999359 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5ad15f43-ff2b-4c92-84ce-510b027f2a00 req-83aad651-a43e-4879-a950-bd67df91a0a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0735049 Sep 10 17:23:36.046223 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5ad15f43-ff2b-4c92-84ce-510b027f2a00 req-54affcd8-aa9a-464a-b4da-2289f71939f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395331 Sep 10 17:23:36.534481 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 683252b6-3656-4240-9172-8dad07a342ed no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:23:36.571620 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: 683252b6-3656-4240-9172-8dad07a342ed {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:23:36.571975 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 683252b6-3656-4240-9172-8dad07a342ed not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:23:36.584571 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-12f988aa-b0b8-4cf9-a052-27a6fedd228f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:36.790392 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32cc0e-76c2-4a3c-bd6d-dd1fb3199457 req-f94294a2-88c3-4b7a-90f7-e5e57645d33e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:36.791870 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4c32cc0e-76c2-4a3c-bd6d-dd1fb3199457 req-f94294a2-88c3-4b7a-90f7-e5e57645d33e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.0865829 Sep 10 17:23:36.850111 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4c32cc0e-76c2-4a3c-bd6d-dd1fb3199457 req-e8aec6d1-c3df-4920-8ffd-fe92d3ad982c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499554 Sep 10 17:23:36.942358 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-59a9943b-fb14-4ff1-b855-9073e4b518c7 req-758de4a6-17c5-4da1-b37f-bc89522f9682 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 210 time: 0.0471778 Sep 10 17:23:37.007590 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:37.097695 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32610883-cf91-481e-9011-1001f8c0a031 req-91ae3f57-883f-4587-9e7a-e88b20dfb7bc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:37.099226 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-32610883-cf91-481e-9011-1001f8c0a031 req-91ae3f57-883f-4587-9e7a-e88b20dfb7bc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0835991 Sep 10 17:23:37.155567 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-32610883-cf91-481e-9011-1001f8c0a031 req-f7165f68-3f63-41d5-997e-8be604949e3a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Sep 10 17:23:38.117852 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d9f8c-29e9-40e8-a8f8-c7a738d11c95 req-a9e1a260-de87-4821-82fd-1980d775b425 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:38.120571 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa4d9f8c-29e9-40e8-a8f8-c7a738d11c95 req-a9e1a260-de87-4821-82fd-1980d775b425 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.1111486 Sep 10 17:23:38.164028 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-41120f5c-571e-47e9-a42c-64f6bfb2c84e req-3dd6a7f2-ec6b-4f99-b590-753d618ea882 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 210 time: 0.0657759 Sep 10 17:23:38.183772 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa4d9f8c-29e9-40e8-a8f8-c7a738d11c95 req-7e0ab6ac-ebc3-4afc-b275-d6655d2ec6f1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574017 Sep 10 17:23:38.401176 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452b109-f685-4924-8ff1-76baf275c9a4 req-9a9374e6-2a59-480c-93db-70bd6ebc919d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:38.405779 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c452b109-f685-4924-8ff1-76baf275c9a4 req-9a9374e6-2a59-480c-93db-70bd6ebc919d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0980949 Sep 10 17:23:38.465366 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c452b109-f685-4924-8ff1-76baf275c9a4 req-5d00df52-1b73-4b5e-82f6-b8196da5dd1a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Sep 10 17:23:38.476087 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:38.893038 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d0413a7b-058c-47ae-9b73-6f73a6021ee3 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:38.894479 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d0413a7b-058c-47ae-9b73-6f73a6021ee3 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "GET /v2.0/networks?id=099c99b3-019c-4a93-b11d-13a72e0e8324 HTTP/1.1" status: 200 len: 809 time: 0.1581395 Sep 10 17:23:38.924755 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Request body: {'port': {'device_id': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324', 'admin_state_up': True, 'tenant_id': 'caff76c21cdf4b4280a206643b90b96b'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:39.081312 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:39.090907 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:39.236497 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Made reservation on behalf of caff76c21cdf4b4280a206643b90b96b for: {'port': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:23:39.239868 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:39.442236 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d3158623-30d6-4353-8bf8-588854860aed req-1334b6b0-4550-4f3a-96cb-866e4bb85583 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 210 time: 0.1461506 Sep 10 17:23:39.469378 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811c9ab-ea73-4c2b-944c-54453fe66482 req-4e4aeacc-9af6-4e14-bcaf-c93dd7ca38fd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:39.483077 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1811c9ab-ea73-4c2b-944c-54453fe66482 req-4e4aeacc-9af6-4e14-bcaf-c93dd7ca38fd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.1019189 Sep 10 17:23:39.548097 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1811c9ab-ea73-4c2b-944c-54453fe66482 req-ff9942eb-1305-4fa0-8857-a0c43846e615 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692563 Sep 10 17:23:39.585860 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Allocated IP 172.20.0.5 (099c99b3-019c-4a93-b11d-13a72e0e8324/24980024-28e4-4198-b931-8a1bb582445f/03844610-158f-4e2b-a2f9-6162325b7d07) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:39.840624 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82835a8-485a-4bbd-ae8a-a8b94ec88c00 req-bd1ec7da-57a4-462a-ac78-eaee31a66997 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:39.841481 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b82835a8-485a-4bbd-ae8a-a8b94ec88c00 req-bd1ec7da-57a4-462a-ac78-eaee31a66997 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Synchronizing usage tracker for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:39.887453 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:39.973052 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b82835a8-485a-4bbd-ae8a-a8b94ec88c00 req-bd1ec7da-57a4-462a-ac78-eaee31a66997 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Unset dirty status for tenant:5e1133b464b14d52956d092c7ab74bb6 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:39.974551 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b82835a8-485a-4bbd-ae8a-a8b94ec88c00 req-bd1ec7da-57a4-462a-ac78-eaee31a66997 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.3412671 Sep 10 17:23:40.037903 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b82835a8-485a-4bbd-ae8a-a8b94ec88c00 req-1aba1c4a-f551-4d38-9d3f-c1fb0157e24a tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566113 Sep 10 17:23:40.042019 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:40.049747 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:40.123841 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Network 099c99b3-019c-4a93-b11d-13a72e0e8324 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:40.127789 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:40.131219 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:40.181306 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Pushing event updated for resources: {'Port': ['ID=03844610-158f-4e2b-a2f9-6162325b7d07,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:40.185039 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:40.213335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:40.213335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:40.658396 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71ec93-dcc9-485f-9eb5-5a9ae6998a3f req-c9ea8acd-afb6-4a65-b949-eef1d1bd26b1 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:40.659817 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9f71ec93-dcc9-485f-9eb5-5a9ae6998a3f req-c9ea8acd-afb6-4a65-b949-eef1d1bd26b1 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 931 time: 0.0789237 Sep 10 17:23:40.708993 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9f71ec93-dcc9-485f-9eb5-5a9ae6998a3f req-ecd80177-a51f-4f53-a244-16da51a17414 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Sep 10 17:23:40.760019 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e0b69-84c9-402c-befe-4f4e92725329 req-1eb9ae70-1251-4c92-ac80-dee57659d331 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:40.772283 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1c6e0b69-84c9-402c-befe-4f4e92725329 req-1eb9ae70-1251-4c92-ac80-dee57659d331 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.0817516 Sep 10 17:23:40.805707 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1c6e0b69-84c9-402c-befe-4f4e92725329 req-8a676f75-9dcf-457b-bbd6-0cb027a6accc tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380061 Sep 10 17:23:40.841977 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9212291 Sep 10 17:23:40.854379 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Request body: {'port': {'device_id': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:40.962060 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:41.246044 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7afa-e99a-4212-9b29-9b32e7e885e2 req-043484c2-e9ef-4021-ba35-887f2698fea0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:41.247475 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0d8c7afa-e99a-4212-9b29-9b32e7e885e2 req-043484c2-e9ef-4021-ba35-887f2698fea0 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.0807230 Sep 10 17:23:41.305923 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0d8c7afa-e99a-4212-9b29-9b32e7e885e2 req-b5fd02ee-dbe9-4610-9532-c24cdd695418 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522630 Sep 10 17:23:41.363351 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03844610-158f-4e2b-a2f9-6162325b7d07 {{(pid=76067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:23:41.372010 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:41.388895 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Transition to ACTIVE for port object 03844610-158f-4e2b-a2f9-6162325b7d07 will not be triggered until provisioned by entity L2. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:41.509995 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:41.514798 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:41.646711 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Pushing event updated for resources: {'Port': ['ID=03844610-158f-4e2b-a2f9-6162325b7d07,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:41.660831 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:41.764456 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Attempting to bind port 03844610-158f-4e2b-a2f9-6162325b7d07 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:41.765043 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Attempting to bind port 03844610-158f-4e2b-a2f9-6162325b7d07 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:41.765218 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Attempting to bind port 03844610-158f-4e2b-a2f9-6162325b7d07 on network 099c99b3-019c-4a93-b11d-13a72e0e8324 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:41.771120 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Port 03844610-158f-4e2b-a2f9-6162325b7d07 on network 099c99b3-019c-4a93-b11d-13a72e0e8324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:23:41.771335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Attempting to bind port 03844610-158f-4e2b-a2f9-6162325b7d07 on network 099c99b3-019c-4a93-b11d-13a72e0e8324 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:41.778366 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:41.778696 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Checking segment: {'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:41.779099 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Bound using segment: {'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:41.779531 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Bound port: 03844610-158f-4e2b-a2f9-6162325b7d07, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be84fd5c-9c06-40b5-9d80-ad490926b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324'}}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:41.779876 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:41.915223 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] For port 03844610-158f-4e2b-a2f9-6162325b7d07, host hv-cinder-80847, cleared binding levels {{(pid=76067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:41.925877 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] For port 03844610-158f-4e2b-a2f9-6162325b7d07, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=03844610-158f-4e2b-a2f9-6162325b7d07,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:41.960996 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b4ec-b148-48d0-b02f-6cd73bd9d7c1 req-2cf10b9c-7fef-43da-8fb4-3d0c035d7e20 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:41.962148 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-1af0b4ec-b148-48d0-b02f-6cd73bd9d7c1 req-2cf10b9c-7fef-43da-8fb4-3d0c035d7e20 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Synchronizing usage tracker for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:42.030992 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:42.034778 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d290b938-7fd3-492f-b083-c49fa0eb3ab6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:42.074174 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-1af0b4ec-b148-48d0-b02f-6cd73bd9d7c1 req-2cf10b9c-7fef-43da-8fb4-3d0c035d7e20 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Unset dirty status for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:42.075349 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1af0b4ec-b148-48d0-b02f-6cd73bd9d7c1 req-2cf10b9c-7fef-43da-8fb4-3d0c035d7e20 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 943 time: 0.2109101 Sep 10 17:23:42.123601 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:42.124939 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] 10.222.0.62 "PUT /v2.0/ports/03844610-158f-4e2b-a2f9-6162325b7d07 HTTP/1.1" status: 200 len: 1093 time: 1.2745125 Sep 10 17:23:42.127470 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'tag': '03844610-158f-4e2b-a2f9-6162325b7d07'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:42.153186 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Pushing event updated for resources: {'Port': ['ID=03844610-158f-4e2b-a2f9-6162325b7d07,revision_number=3']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:42.158234 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:42.175132 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1af0b4ec-b148-48d0-b02f-6cd73bd9d7c1 req-0b6d5f8e-d727-430b-8ee2-074f8f243f69 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903788 Sep 10 17:23:42.199638 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'tag': '03844610-158f-4e2b-a2f9-6162325b7d07', 'status': 'completed', 'code': 200} Sep 10 17:23:42.308049 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a8050c18-13a8-491c-9bd4-40fb2970550b req-49921dc2-a962-4bf7-8376-f2f0746d5dac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=caff76c21cdf4b4280a206643b90b96b&device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 1096 time: 0.0807233 Sep 10 17:23:42.436096 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Sync routers for ids ['5685b173-8fb3-4570-b46e-143ca646018d'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:23:42.458554 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Routers {'5685b173-8fb3-4570-b46e-143ca646018d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:42.459812 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['5685b173-8fb3-4570-b46e-143ca646018d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:42.644812 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050c18-13a8-491c-9bd4-40fb2970550b req-b60ea9c9-b7e1-4844-9b8e-d53f1dbf733a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:42.646203 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a8050c18-13a8-491c-9bd4-40fb2970550b req-b60ea9c9-b7e1-4844-9b8e-d53f1dbf733a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=caff76c21cdf4b4280a206643b90b96b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3300424 Sep 10 17:23:42.659529 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571835-c6ad-47ff-a2e5-e0b071cf6e9d req-51995055-ffd4-4023-a925-dc5669685b9d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:42.663414 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d9571835-c6ad-47ff-a2e5-e0b071cf6e9d req-51995055-ffd4-4023-a925-dc5669685b9d tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1206954 Sep 10 17:23:42.677489 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Set router 5685b173-8fb3-4570-b46e-143ca646018d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:42.814455 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d9571835-c6ad-47ff-a2e5-e0b071cf6e9d req-4abd8d24-3bf9-45c7-b9af-ed1e71db23bc tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295254 Sep 10 17:23:42.860217 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050c18-13a8-491c-9bd4-40fb2970550b req-bb0a6094-a2f1-4aef-a303-d9d88d292206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:42.862016 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a8050c18-13a8-491c-9bd4-40fb2970550b req-bb0a6094-a2f1-4aef-a303-d9d88d292206 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000372 Sep 10 17:23:42.982860 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-ae9b523f-adfe-4bc2-898d-8f71a4fb550f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=caff76c21cdf4b4280a206643b90b96b&device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 1096 time: 0.0744343 Sep 10 17:23:43.037476 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:23:28Z', 'revision_number': 4, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'f0c24da6-4f17-4d16-982a-4b2b8b1c8102', 'name': '', 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'mac_address': 'fa:16:3e:86:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:27Z', 'updated_at': '2021-09-10T17:23:29Z', 'revision_number': 2, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'subnets': [{'id': 'e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:43.044315 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Checking router: 5685b173-8fb3-4570-b46e-143ca646018d for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:23:43.044800 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Updating router 5685b173-8fb3-4570-b46e-143ca646018d port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:23:43.069168 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-87ccda3c-d3a6-4475-bfe4-7a2eb8a38ca7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03844610-158f-4e2b-a2f9-6162325b7d07 HTTP/1.1" status: 200 len: 217 time: 0.0691624 Sep 10 17:23:43.108984 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:43.143750 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-c75a9223-110e-4036-abde-c0ba22929a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:43.145298 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-c75a9223-110e-4036-abde-c0ba22929a2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24980024-28e4-4198-b931-8a1bb582445f HTTP/1.1" status: 200 len: 849 time: 0.0611086 Sep 10 17:23:43.232278 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-e0e1edbb-a6c1-4881-9513-d387b578edd2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099c99b3-019c-4a93-b11d-13a72e0e8324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752695 Sep 10 17:23:43.443419 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-6fedc900-9215-4d0c-8d07-70ffa4ac9293 service neutron] 10.222.0.62 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988082 Sep 10 17:23:43.556588 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c68869-76a6-403f-8f4d-91f4962d5e62 req-8b72da67-8e0a-4d84-a233-a7bd62b29a62 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:43.559426 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-47c68869-76a6-403f-8f4d-91f4962d5e62 req-8b72da67-8e0a-4d84-a233-a7bd62b29a62 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 943 time: 0.1796534 Sep 10 17:23:43.619667 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e4f52045-5560-464d-a8eb-1529c3d2bc3e req-a4ee7cb5-0aeb-4649-be92-683624c21351 service neutron] 10.222.0.62 "GET /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615834 Sep 10 17:23:43.638643 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-ed620b42-078b-4dd5-b5a3-a3f8f86e3d3e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:43.640458 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-ed620b42-078b-4dd5-b5a3-a3f8f86e3d3e tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.2099123 Sep 10 17:23:43.642981 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-47c68869-76a6-403f-8f4d-91f4962d5e62 req-c6b98269-94cc-4e2d-b0e5-088efc56ab5a tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Sep 10 17:23:43.679751 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:43.692907 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Transition to ACTIVE for port object f0c24da6-4f17-4d16-982a-4b2b8b1c8102 will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:43.724178 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Deleting port b09663d0-0f72-492a-a922-9b6770450a1d {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:23:43.725957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:43.841550 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:43.848026 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:43.937517 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208c233-df36-4ec7-8396-5abde51dc2e7 None None] Pushing event updated for resources: {'Port': ['ID=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:43.947361 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-3208c233-df36-4ec7-8396-5abde51dc2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:44.031080 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] For port b09663d0-0f72-492a-a922-9b6770450a1d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=b09663d0-0f72-492a-a922-9b6770450a1d,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:44.031932 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:44.136250 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24104d-280d-4695-9326-bd1ffb533413 req-5b15fbb5-0d94-4cc3-b45d-448aefe6bb86 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:44.142809 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Attempting to bind port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:23:44.143433 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Attempting to bind port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:23:44.143815 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Attempting to bind port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 on network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:23:44.145749 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7b24104d-280d-4695-9326-bd1ffb533413 req-5b15fbb5-0d94-4cc3-b45d-448aefe6bb86 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 945 time: 0.1651006 Sep 10 17:23:44.153738 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:23:44.154122 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Checking segment: {'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:23:44.154535 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:44.154972 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Bound using segment: {'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:23:44.155470 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Bound port: f0c24da6-4f17-4d16-982a-4b2b8b1c8102, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943931a0-1646-4a3e-9b54-99300e302b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:23:44.155850 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:44.222729 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7b24104d-280d-4695-9326-bd1ffb533413 req-f6d8150a-9a5e-470b-9f01-6d6a7fa5aeac tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/security-groups?id=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758030 Sep 10 17:23:44.293879 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] For port f0c24da6-4f17-4d16-982a-4b2b8b1c8102, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:23:44.298234 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] For port f0c24da6-4f17-4d16-982a-4b2b8b1c8102, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,segment=NetworkSegment(943931a0-1646-4a3e-9b54-99300e302b68),segment_id=943931a0-1646-4a3e-9b54-99300e302b68)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:23:44.317435 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Calling delete_port for b09663d0-0f72-492a-a922-9b6770450a1d owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:23:44.390898 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:44.395695 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:44.484198 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208c233-df36-4ec7-8396-5abde51dc2e7 None None] Pushing event updated for resources: {'Port': ['ID=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:44.487730 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-3208c233-df36-4ec7-8396-5abde51dc2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:44.489474 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Routers {'5685b173-8fb3-4570-b46e-143ca646018d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:44.490103 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['5685b173-8fb3-4570-b46e-143ca646018d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:44.596276 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:44.603398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-94585459-1b3f-4476-be0f-e4d37f4daeb2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:44.663655 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Pushing event deleted for resources: {'Port': ['ID=b09663d0-0f72-492a-a922-9b6770450a1d,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:44.668660 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:44.682020 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['b09663d0-0f72-492a-a922-9b6770450a1d'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:23:44.763252 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] Set router 5685b173-8fb3-4570-b46e-143ca646018d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:44.778141 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] No DVR routers for this DVR port b09663d0-0f72-492a-a922-9b6770450a1d on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:23:44.781168 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:44.784374 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'name': 'network-vif-deleted', 'tag': 'b09663d0-0f72-492a-a922-9b6770450a1d'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:44.846680 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1001b00-4860-408d-b71d-fc4c985623fe', 'name': 'network-vif-deleted', 'tag': 'b09663d0-0f72-492a-a922-9b6770450a1d', 'status': 'completed', 'code': 200} Sep 10 17:23:44.877088 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751b9a1-c64e-4a67-9761-846fc5b5e742 req-e27bfb7a-aadf-45d7-a26e-cca715b0119d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:44.878564 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1751b9a1-c64e-4a67-9761-846fc5b5e742 req-e27bfb7a-aadf-45d7-a26e-cca715b0119d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 943 time: 0.0866382 Sep 10 17:23:44.926387 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1751b9a1-c64e-4a67-9761-846fc5b5e742 req-64b8f2d8-5b76-4a04-bdd5-db1dc314a591 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Sep 10 17:23:45.099976 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9edb6c7b-24ff-4605-93df-32f6e8cc07d0 req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.62 "DELETE /v2.0/ports/b09663d0-0f72-492a-a922-9b6770450a1d HTTP/1.1" status: 204 len: 173 time: 1.4533818 Sep 10 17:23:45.107482 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:23:28Z', 'revision_number': 4, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'f0c24da6-4f17-4d16-982a-4b2b8b1c8102', 'name': '', 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'mac_address': 'fa:16:3e:86:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:27Z', 'updated_at': '2021-09-10T17:23:44Z', 'revision_number': 4, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'subnets': [{'id': 'e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:45.111745 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2f527-f29e-4a62-afd6-4bc6cd3645e5 None None] The sync data for ids ['5685b173-8fb3-4570-b46e-143ca646018d'] in dv-cinder-808475-1-smb is: [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:23:28Z', 'revision_number': 4, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'f0c24da6-4f17-4d16-982a-4b2b8b1c8102', 'name': '', 'network_id': '44c7eee4-bf5d-4bf9-9859-4f59812c1448', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'mac_address': 'fa:16:3e:86:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:27Z', 'updated_at': '2021-09-10T17:23:44Z', 'revision_number': 4, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'subnets': [{'id': 'e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:23:45.388431 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-70faa532-a241-49d8-889a-b84375b2d622 req-978669dc-7dc9-46de-95f1-cd8168578245 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1001b00-4860-408d-b71d-fc4c985623fe HTTP/1.1" status: 200 len: 210 time: 0.0464444 Sep 10 17:23:46.133856 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f85818-0765-47ba-a2d4-65efc50b2a62 req-0ff1f333-58a8-4495-855e-4ad9efa3489a tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:46.135352 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f9f85818-0765-47ba-a2d4-65efc50b2a62 req-0ff1f333-58a8-4495-855e-4ad9efa3489a tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 943 time: 0.0847070 Sep 10 17:23:46.180835 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f9f85818-0765-47ba-a2d4-65efc50b2a62 req-1fc4bbc9-f532-401f-bdf9-54aa9745a15e tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Sep 10 17:23:46.495926 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37914) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:46.629023 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 03844610-158f-4e2b-a2f9-6162325b7d07 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:23:46.632400 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device b09663d0-0f72-492a-a922-9b6770450a1d no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:23:46.670870 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: b09663d0-0f72-492a-a922-9b6770450a1d {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:23:46.671221 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device b09663d0-0f72-492a-a922-9b6770450a1d not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:23:46.800365 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 03844610-158f-4e2b-a2f9-6162325b7d07, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=03844610-158f-4e2b-a2f9-6162325b7d07,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:46.813474 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '03844610-158f-4e2b-a2f9-6162325b7d07', 'network_id': '099c99b3-019c-4a93-b11d-13a72e0e8324', 'port_id': '03844610-158f-4e2b-a2f9-6162325b7d07', 'mac_address': 'fa:16:3e:2e:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24980024-28e4-4198-b931-8a1bb582445f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:23:46.868354 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:46.886004 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03844610-158f-4e2b-a2f9-6162325b7d07 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:23:46.890155 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-857690'] for router_interface, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:46.901020 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 03844610-158f-4e2b-a2f9-6162325b7d07, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=03844610-158f-4e2b-a2f9-6162325b7d07,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:46.920973 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device f0c24da6-4f17-4d16-982a-4b2b8b1c8102 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:46.989914 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:46.994769 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-c1345257-eb6b-4afe-88e4-e2f84f160eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:47.071387 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=03844610-158f-4e2b-a2f9-6162325b7d07,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:47.081851 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.081851 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.081851 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.081851 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.081851 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.081851 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.082506 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.082506 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.082641 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.082951 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.083271 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:23:47.086980 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:47.110178 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:47.149748 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:47.155799 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:47.158591 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:47.210674 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['03844610-158f-4e2b-a2f9-6162325b7d07'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:23:47.389832 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:47.463367 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port f0c24da6-4f17-4d16-982a-4b2b8b1c8102, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,segment=NetworkSegment(943931a0-1646-4a3e-9b54-99300e302b68),segment_id=943931a0-1646-4a3e-9b54-99300e302b68)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:47.590613 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:47.594156 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:47.653447 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90856445-b24f-4927-9ba2-4cdd198632b0 req-32297fbb-a444-4030-ae4b-c925bbc34dd4 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:47.655960 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-90856445-b24f-4927-9ba2-4cdd198632b0 req-32297fbb-a444-4030-ae4b-c925bbc34dd4 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 944 time: 0.1034632 Sep 10 17:23:47.719062 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:47.730236 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:47.734106 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-90856445-b24f-4927-9ba2-4cdd198632b0 req-9e08f5af-76df-4e44-9de5-808dcab55e53 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714364 Sep 10 17:23:47.759609 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Deleting port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:23:47.760091 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:47.933685 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] For port b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,segment=NetworkSegment(11764c61-1630-4d38-8a4e-d63cd4aedc7f),segment_id=11764c61-1630-4d38-8a4e-d63cd4aedc7f)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:47.934043 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:48.055114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9df53c59-f43d-4cdd-b858-124ecbc82df4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:48.055801 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9df53c59-f43d-4cdd-b858-124ecbc82df4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:network {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:48.058873 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Calling delete_port for b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e owned by network:router_interface {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:23:48.178675 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9df53c59-f43d-4cdd-b858-124ecbc82df4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:network {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:48.179843 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9df53c59-f43d-4cdd-b858-124ecbc82df4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/networks?id=b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 200 len: 813 time: 0.2736557 Sep 10 17:23:48.196760 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-5dc71d06-c389-48c0-a6e4-e0724f7f7aa2 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/quotas/af85b86d044545949e135404d55daedd HTTP/1.1" status: 200 len: 375 time: 0.0106783 Sep 10 17:23:48.281123 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-f442ff17-8163-42a7-b5c4-954c57b0c78d tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791852 Sep 10 17:23:48.427273 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-60d4730d-aff4-4a9a-8c45-8fb65a650f72 service neutron] 10.222.0.58 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338470 Sep 10 17:23:48.447726 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:48.452011 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:48.496939 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:48.510228 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:48.568506 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-5a3ef2f8-d2ce-4d41-b36c-f8f3fdaff152 service neutron] 10.222.0.58 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358390 Sep 10 17:23:48.643191 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 03844610-158f-4e2b-a2f9-6162325b7d07 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:48.832848 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port 03844610-158f-4e2b-a2f9-6162325b7d07 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:48.847634 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 03844610-158f-4e2b-a2f9-6162325b7d07 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:48.848755 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:48.973735 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1977158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-857838'] for router_interface, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:48.999596 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ef4812ff-1f34-4d6a-af88-039d4d63b918 req-fb47f319-e5e8-428d-9a00-bea76e46579d tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 210 time: 0.0780797 Sep 10 17:23:49.048159 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:49.074027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device f0c24da6-4f17-4d16-982a-4b2b8b1c8102 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:23:49.095453 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b72991-6822-411f-9069-1a502706abbc req-d5ff50d4-db06-4335-9b8c-474e5949b604 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:49.097185 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-90b72991-6822-411f-9069-1a502706abbc req-d5ff50d4-db06-4335-9b8c-474e5949b604 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 944 time: 0.2334809 Sep 10 17:23:49.115228 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03844610-158f-4e2b-a2f9-6162325b7d07'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:23:49.135281 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 03844610-158f-4e2b-a2f9-6162325b7d07, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=03844610-158f-4e2b-a2f9-6162325b7d07,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:49.162200 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:49.162672 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:49.208812 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-90b72991-6822-411f-9069-1a502706abbc req-a4610538-f42a-447e-8f12-c76571710265 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987139 Sep 10 17:23:49.210543 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:49.214425 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:49.308693 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03844610-158f-4e2b-a2f9-6162325b7d07', 'code': 200} Sep 10 17:23:49.325066 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=03844610-158f-4e2b-a2f9-6162325b7d07,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:49.333711 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:49.612098 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df067-0e48-4460-9072-483e29482ac5 req-e409677e-b55c-4fd5-864f-79e0c6f27899 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:49.613547 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d25df067-0e48-4460-9072-483e29482ac5 req-e409677e-b55c-4fd5-864f-79e0c6f27899 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1484292 Sep 10 17:23:49.676640 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d25df067-0e48-4460-9072-483e29482ac5 req-77e23b44-cb61-43f3-8c05-48fb695b4375 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546808 Sep 10 17:23:49.784995 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:23:49.996183 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-de8502f6-7bbd-4e0f-9e2d-65b044d43365 req-7a074042-6879-4584-9b88-065956aaf67b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 1098 time: 0.0725920 Sep 10 17:23:49.996434 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:23:50.007498 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] Sync routers for ids ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:23:50.011102 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] 10.222.0.58 "PUT /v2.0/routers/b380df7c-8f4a-4ce8-adc8-2c04eaa11629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5117044 Sep 10 17:23:50.011254 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37960) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:50.051358 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-de8502f6-7bbd-4e0f-9e2d-65b044d43365 req-b1e03b7e-a4b3-4dfa-9e1a-adda68258a08 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453279 Sep 10 17:23:50.083250 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] Routers {'b380df7c-8f4a-4ce8-adc8-2c04eaa11629'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:50.083882 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:50.111085 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7c8d97d4-ce68-49e9-a6a7-c4fa7b8c72b9 req-760cf3dc-2bc0-45c8-871c-e6acebf41b4f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 210 time: 0.0451400 Sep 10 17:23:50.222712 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:50.267170 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] Set router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:50.570695 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:23:48Z', 'revision_number': 5, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:50.574153 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef31a7-2a05-47ad-a687-7d09c634a01c req-5a5ec452-21a7-46a8-ae9a-a0ea430e9be7 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:50.574963 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] Checking router: b380df7c-8f4a-4ce8-adc8-2c04eaa11629 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:23:50.575686 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-33ef31a7-2a05-47ad-a687-7d09c634a01c req-5a5ec452-21a7-46a8-ae9a-a0ea430e9be7 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.2084787 Sep 10 17:23:50.592854 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] Routers {'b380df7c-8f4a-4ce8-adc8-2c04eaa11629'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:23:50.593765 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:23:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:50.607591 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:50.635670 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-33ef31a7-2a05-47ad-a687-7d09c634a01c req-89b37b9b-d01b-4913-9960-7862a59a11da tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Sep 10 17:23:50.772966 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Deleting port eed8decc-49da-4d45-a1fb-ee9c32da2164 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:23:50.776699 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] Set router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:23:50.776817 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:50.904566 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c240bb-5b21-4b92-ba30-8cd7713ac573 req-952d3d0a-cb7c-43ea-9394-c6ffdb52c664 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:50.911328 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a3c240bb-5b21-4b92-ba30-8cd7713ac573 req-952d3d0a-cb7c-43ea-9394-c6ffdb52c664 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1001129 Sep 10 17:23:50.959658 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a3c240bb-5b21-4b92-ba30-8cd7713ac573 req-78910618-89d4-487b-8a31-7fd641119fd5 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468085 Sep 10 17:23:50.984509 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] For port eed8decc-49da-4d45-a1fb-ee9c32da2164, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=eed8decc-49da-4d45-a1fb-ee9c32da2164,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:23:50.984951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:51.065287 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:23:48Z', 'revision_number': 5, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:51.069403 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea0e89a-92ab-4cfc-8aa2-9b950c7da903 None None] The sync data for ids ['b380df7c-8f4a-4ce8-adc8-2c04eaa11629'] in dv-cinder-808475-1-smb is: [{'id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'name': 'tempest-ServerRescueNegativeTestJSON-2052540078-router', 'tenant_id': '5e1133b464b14d52956d092c7ab74bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:18Z', 'updated_at': '2021-09-10T17:23:48Z', 'revision_number': 5, 'project_id': '5e1133b464b14d52956d092c7ab74bb6', 'gw_port': {'id': 'eed8decc-49da-4d45-a1fb-ee9c32da2164', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b380df7c-8f4a-4ce8-adc8-2c04eaa11629', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:19Z', 'updated_at': '2021-09-10T17:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:23:51.115904 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Calling delete_port for eed8decc-49da-4d45-a1fb-ee9c32da2164 owned by network:router_gateway {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:23:51.313405 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b41b4d30-59f8-44dd-a461-66a1c487a35a req-fc67a6b4-7277-4498-b684-eef6ac69078c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:51.475907 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:51.480492 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3442e270-f17b-4d25-a5fb-43a2d054432d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:51.523783 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed8decc-49da-4d45-a1fb-ee9c32da2164,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:51.527968 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:51.555216 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b41b4d30-59f8-44dd-a461-66a1c487a35a req-fc67a6b4-7277-4498-b684-eef6ac69078c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:51.561148 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b41b4d30-59f8-44dd-a461-66a1c487a35a req-fc67a6b4-7277-4498-b684-eef6ac69078c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 210 time: 0.2944732 Sep 10 17:23:51.744031 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-857201'] for router_gateway, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:51.833794 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580d91-253d-448d-bc78-97acd9e06460 req-9b8a8b0d-a153-499a-8b4d-03a39f1e25b2 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:51.835279 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1c580d91-253d-448d-bc78-97acd9e06460 req-9b8a8b0d-a153-499a-8b4d-03a39f1e25b2 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0788274 Sep 10 17:23:51.886770 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1c580d91-253d-448d-bc78-97acd9e06460 req-98d42097-d95d-4880-9a0c-f67510b88a2d tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458443 Sep 10 17:23:52.011845 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-859269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30306'] for router, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.016034 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.174396 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-263d88bf-64ac-4b58-9c21-7a34903c3fff tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:52.176066 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-263d88bf-64ac-4b58-9c21-7a34903c3fff tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.62 "GET /v2.0/networks?id=b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 200 len: 813 time: 0.1483858 Sep 10 17:23:52.201056 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'port': {'device_id': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'admin_state_up': True, 'tenant_id': 'af85b86d044545949e135404d55daedd'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:23:52.251723 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e03bf-38ce-4d61-adbb-6e990370a15c req-57fafc76-7841-40eb-a431-6fe6529b7c51 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:52.253265 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cb0e03bf-38ce-4d61-adbb-6e990370a15c req-57fafc76-7841-40eb-a431-6fe6529b7c51 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1615217 Sep 10 17:23:52.302116 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cb0e03bf-38ce-4d61-adbb-6e990370a15c req-1ba90501-b581-49ca-bcff-4f7c04502241 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428889 Sep 10 17:23:52.349865 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859925'] for router, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.350487 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b380df7c-8f4a-4ce8-adc8-2c04eaa11629 {{(pid=76067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:23:52.364547 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Notify callbacks [] for router, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.365885 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b380df7c-8f4a-4ce8-adc8-2c04eaa11629 HTTP/1.1" status: 204 len: 168 time: 2.3536263 Sep 10 17:23:52.368851 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 37978) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:52.428225 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:23:52.432390 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Deleting subnet a11f9538-804b-4b7c-af48-78a358dc878e {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:23:52.435718 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.438178 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:23:52.488737 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.545400 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.607884 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Made reservation on behalf of af85b86d044545949e135404d55daedd for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:23:52.613848 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.754770 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-84278d2d-7b22-47e6-8652-ebacbbcef074 req-1f485c0e-1a26-46b8-996f-8db509fc652f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 210 time: 0.0467949 Sep 10 17:23:52.775267 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.783593 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:52.819427 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11f9538-804b-4b7c-af48-78a358dc878e,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:52.821543 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:52.825405 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:52.837886 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-92c3a0ff-06b7-4b75-a168-e9577f5245d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a11f9538-804b-4b7c-af48-78a358dc878e HTTP/1.1" status: 204 len: 168 time: 0.4660501 Sep 10 17:23:52.842483 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 37998) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:52.910669 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:23:52.927452 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Allocated IP 172.20.0.6 (b7a479eb-de8b-492a-9eff-493394cfcd3f/21013c54-317e-4fe2-ac57-640e2b3b3ddc/f086366d-895e-4668-92d9-8a5e2e161384) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:23:52.943706 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:23:52.944057 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b0d8fc09-88c7-4e6e-88ed-dc9dba11e87e not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:23:53.002201 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.285159 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.304605 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71']}} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:53.337235 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11764c61-1630-4d38-8a4e-d63cd4aedc7f') {'for_net_delete': True} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:53.337788 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11764c61-1630-4d38-8a4e-d63cd4aedc7f') {} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:23:53.355298 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8285987'] for segment, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.383372 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.392895 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=76068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:23:53.393307 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7516701'] for segment, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: Traceback (most recent call last): Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: timer() Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: cb(*args, **kw) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: return func(*args, **kwargs) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: self._notify() Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: self.callback(batched_events) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: event.method(event) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: return f(self, *a, **k) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: return self._get(url).json() Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: return self.request(url, 'GET', **kwargs) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:23:53.516720 dv-cinder-808475-1-smb neutron-server[76068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:23:53.625011 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.679874 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac1454-afe7-4015-9911-75f37fefa345 req-81875ab4-bb68-4ff2-a3cd-37690b9793d0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:53.683338 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-44ac1454-afe7-4015-9911-75f37fefa345 req-81875ab4-bb68-4ff2-a3cd-37690b9793d0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1519463 Sep 10 17:23:53.731152 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-44ac1454-afe7-4015-9911-75f37fefa345 req-fad4d013-c767-411c-8843-202f5d3fe143 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429890 Sep 10 17:23:53.847867 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Transition to ACTIVE for port object f086366d-895e-4668-92d9-8a5e2e161384 will not be triggered until provisioned by entity DHCP. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:23:53.850064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.857419 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:53.875127 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:53.885952 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:53.923580 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:53.944678 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8c598d8c-6a41-4516-935d-ff71e85aa206 req-2b6fd03e-09e9-47dd-82eb-6dd6046e05aa tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 210 time: 0.0554955 Sep 10 17:23:54.070809 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-9479e146-8469-40c0-b63a-5102aeb64b9c admin admin] 10.222.0.58 "DELETE /v2.0/networks/9507afb5-a9e1-4ecc-9c2d-a5f8d68c9e71 HTTP/1.1" status: 204 len: 168 time: 1.2204359 Sep 10 17:23:54.133753 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:54.149158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:54.222242 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Network b7a479eb-de8b-492a-9eff-493394cfcd3f is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:23:54.225907 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:23:54.243718 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:23:54.303994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:54.312041 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:54.334448 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad06dc-378a-4e91-897b-19736af72963 req-47d62237-0553-48c6-9d05-601a00aefebe tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:54.336027 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c2ad06dc-378a-4e91-897b-19736af72963 req-47d62237-0553-48c6-9d05-601a00aefebe tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.2537909 Sep 10 17:23:54.363496 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:54.364102 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:54.433601 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c2ad06dc-378a-4e91-897b-19736af72963 req-7a2170d2-e57a-4481-8eda-e3b169ca05dc tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896204 Sep 10 17:23:54.482880 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2865124 Sep 10 17:23:54.604506 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38018) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:54.653678 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-8340229d-e030-4fa0-bccf-dd39da2a0ba9 None None] Provisioning for port f086366d-895e-4668-92d9-8a5e2e161384 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:23:54.658722 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-aca9e2aa-d595-4242-a48f-c77f7bcaa8f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e1133b464b14d52956d092c7ab74bb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513279 Sep 10 17:23:54.659869 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38022) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:23:54.660355 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-8340229d-e030-4fa0-bccf-dd39da2a0ba9 None None] Provisioning complete for port f086366d-895e-4668-92d9-8a5e2e161384 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:23:54.660951 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8340229d-e030-4fa0-bccf-dd39da2a0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:54.718722 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-8340229d-e030-4fa0-bccf-dd39da2a0ba9 None None] Port f086366d-895e-4668-92d9-8a5e2e161384 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:23:54.732938 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:54.759763 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:54.935649 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22c3d-7158-4971-88c7-5748cfd1bd7b req-ad0c5d39-8d26-499b-b48e-37e2dbaa8f98 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:54.937029 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b6e22c3d-7158-4971-88c7-5748cfd1bd7b req-ad0c5d39-8d26-499b-b48e-37e2dbaa8f98 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0797596 Sep 10 17:23:54.938820 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:54.942428 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-13fcc9fc-4680-45e6-a260-c5330fe26b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:23:54.953576 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9a0cb-2b39-4fb9-a933-2a849f0c4e43,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:23:54.958589 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:23:55.020107 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b6e22c3d-7158-4971-88c7-5748cfd1bd7b req-aeb4ba89-0347-47f4-8e42-d52287d59666 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762367 Sep 10 17:23:55.109199 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:23:55.110513 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15f9a0cb-2b39-4fb9-a933-2a849f0c4e43 HTTP/1.1" status: 204 len: 168 time: 0.4496171 Sep 10 17:23:55.171739 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81a56d-4b5c-4765-986e-b08f4b8523d1 req-bd849256-f93c-4a25-91bb-3b337dac05a9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:55.172876 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3e81a56d-4b5c-4765-986e-b08f4b8523d1 req-bd849256-f93c-4a25-91bb-3b337dac05a9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:55.304197 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3e81a56d-4b5c-4765-986e-b08f4b8523d1 req-bd849256-f93c-4a25-91bb-3b337dac05a9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:55.305366 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3e81a56d-4b5c-4765-986e-b08f4b8523d1 req-bd849256-f93c-4a25-91bb-3b337dac05a9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.2339275 Sep 10 17:23:55.360235 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3e81a56d-4b5c-4765-986e-b08f4b8523d1 req-b324860a-2fbf-4e60-8dde-c35e2d0ab9da tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:23:55.497888 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3e81a56d-4b5c-4765-986e-b08f4b8523d1 req-b324860a-2fbf-4e60-8dde-c35e2d0ab9da tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:23:55.499108 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3e81a56d-4b5c-4765-986e-b08f4b8523d1 req-b324860a-2fbf-4e60-8dde-c35e2d0ab9da tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875651 Sep 10 17:23:55.655518 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda49ee-7060-49be-9e67-b3c167a0f3c6 req-57d94bcb-2dcf-4748-a164-3606a49b76c4 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:55.657038 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0eda49ee-7060-49be-9e67-b3c167a0f3c6 req-57d94bcb-2dcf-4748-a164-3606a49b76c4 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0903094 Sep 10 17:23:55.713982 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0eda49ee-7060-49be-9e67-b3c167a0f3c6 req-d8dd03bf-5c7c-4442-bbd1-fb2c931e24c4 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506005 Sep 10 17:23:56.332401 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3df56a-ae36-4ec5-b765-7b27e36effff req-0d9afeb7-c2ed-4512-adf5-38d9f7859283 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:56.333883 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8c3df56a-ae36-4ec5-b765-7b27e36effff req-0d9afeb7-c2ed-4512-adf5-38d9f7859283 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1884494 Sep 10 17:23:56.391700 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8c3df56a-ae36-4ec5-b765-7b27e36effff req-b7de8624-5a62-4d51-a060-54b4aac86197 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509939 Sep 10 17:23:56.712426 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2911be-74fc-4d3c-8150-66a16aecbe95 req-f0e369d3-422e-4807-a143-113d67bbb8eb tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:56.714480 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bf2911be-74fc-4d3c-8150-66a16aecbe95 req-f0e369d3-422e-4807-a143-113d67bbb8eb tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.0836692 Sep 10 17:23:56.770065 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bf2911be-74fc-4d3c-8150-66a16aecbe95 req-065e6ebb-732e-4421-9a82-cea004b4a429 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497098 Sep 10 17:23:56.979999 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601535a0-9775-4424-8ad7-2fd721c21046 req-4653215b-efd2-4c7f-a534-ed2d154b3c48 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:56.981567 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-601535a0-9775-4424-8ad7-2fd721c21046 req-4653215b-efd2-4c7f-a534-ed2d154b3c48 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0859706 Sep 10 17:23:57.033438 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-601535a0-9775-4424-8ad7-2fd721c21046 req-7c8dd6b2-70e1-4b8b-a1d6-8bc33cad108f tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 Sep 10 17:23:57.615332 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d5b2-eaed-4fda-9c15-c630aa4469cb req-31e19734-e594-4043-8bdf-96fe123713f2 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:57.616810 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1b76d5b2-eaed-4fda-9c15-c630aa4469cb req-31e19734-e594-4043-8bdf-96fe123713f2 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0963156 Sep 10 17:23:57.670991 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1b76d5b2-eaed-4fda-9c15-c630aa4469cb req-58528e07-6d42-48d3-8826-9e3abed25732 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Sep 10 17:23:58.004671 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71101ab4-1d00-4781-9fed-30f3c6bfbe42 req-46c5efd3-fe3d-4b88-9a98-dd57b4a1a830 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:58.006046 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-71101ab4-1d00-4781-9fed-30f3c6bfbe42 req-46c5efd3-fe3d-4b88-9a98-dd57b4a1a830 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.0787888 Sep 10 17:23:58.053016 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-71101ab4-1d00-4781-9fed-30f3c6bfbe42 req-b8e90199-0742-42c4-86fb-10eb58c8d497 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Sep 10 17:23:58.249223 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2b96e-1d7f-485a-a204-b54df2edb22c req-560f5223-58ce-46f9-9572-0bdf599f5b9e tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:58.250880 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-eba2b96e-1d7f-485a-a204-b54df2edb22c req-560f5223-58ce-46f9-9572-0bdf599f5b9e tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0831938 Sep 10 17:23:58.304379 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-eba2b96e-1d7f-485a-a204-b54df2edb22c req-64e97082-cd4e-472b-a01e-518117092622 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Sep 10 17:23:58.866248 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device eed8decc-49da-4d45-a1fb-ee9c32da2164 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:23:58.894012 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1320d-b827-4180-a36a-47e667e30d66 req-bdb5f85b-e08f-430c-a167-904ea484815c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:58.895935 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bce1320d-b827-4180-a36a-47e667e30d66 req-bdb5f85b-e08f-430c-a167-904ea484815c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0969765 Sep 10 17:23:58.913353 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: eed8decc-49da-4d45-a1fb-ee9c32da2164 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:23:58.913965 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device eed8decc-49da-4d45-a1fb-ee9c32da2164 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:23:58.967792 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bce1320d-b827-4180-a36a-47e667e30d66 req-a6cb42ff-05cb-418a-8b7c-b38f2f435d71 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648355 Sep 10 17:23:59.277783 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa36c6-f7ac-4495-8888-60733f87b5ac req-8c872d37-fd98-4338-a470-e0d92e4b730b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:59.279288 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c2fa36c6-f7ac-4495-8888-60733f87b5ac req-8c872d37-fd98-4338-a470-e0d92e4b730b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.0830348 Sep 10 17:23:59.330693 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c2fa36c6-f7ac-4495-8888-60733f87b5ac req-569476b5-e82a-4081-a7a8-56918e7eeda9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Sep 10 17:23:59.550860 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197043ac-787e-4512-8017-8639d02b64f7 req-23e23fba-cd6b-4e57-aa5b-4f1f97f18910 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:23:59.552372 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-197043ac-787e-4512-8017-8639d02b64f7 req-23e23fba-cd6b-4e57-aa5b-4f1f97f18910 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0858321 Sep 10 17:23:59.600048 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-197043ac-787e-4512-8017-8639d02b64f7 req-f24e187c-43b9-4627-ad64-51d308cfc1c5 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Sep 10 17:24:00.176136 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1734e-554e-4705-b28d-8588a622b084 req-2a26de83-febb-4212-87b0-387e43cfd6c0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:00.177591 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-66d1734e-554e-4705-b28d-8588a622b084 req-2a26de83-febb-4212-87b0-387e43cfd6c0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0842674 Sep 10 17:24:00.227020 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-66d1734e-554e-4705-b28d-8588a622b084 req-f21a2f28-42a9-4617-91d5-b15e2f7ead36 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Sep 10 17:24:00.546517 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb735c98-d18a-4d54-8725-9604e4ff7d5d req-c2e574e1-3dbf-47b9-ad67-ddf9fde1ca20 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:00.547994 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb735c98-d18a-4d54-8725-9604e4ff7d5d req-c2e574e1-3dbf-47b9-ad67-ddf9fde1ca20 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.0801146 Sep 10 17:24:00.607031 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fb735c98-d18a-4d54-8725-9604e4ff7d5d req-64318956-6c7f-4e9c-b453-8d67bd95f8ce tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531623 Sep 10 17:24:00.807885 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7667aa-42da-4d51-9a14-f88d1371735d req-20e28d5b-b8db-4a68-8096-b13d7bd71def tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:00.809335 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1d7667aa-42da-4d51-9a14-f88d1371735d req-20e28d5b-b8db-4a68-8096-b13d7bd71def tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0788429 Sep 10 17:24:00.859359 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1d7667aa-42da-4d51-9a14-f88d1371735d req-ab93479a-a4c8-44cd-968e-53accaacc648 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Sep 10 17:24:01.430497 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c177c7-0268-425e-98f0-cbb355881280 req-e7aca57e-88c7-4563-a451-d977cc1b7ca3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:01.434402 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-53c177c7-0268-425e-98f0-cbb355881280 req-e7aca57e-88c7-4563-a451-d977cc1b7ca3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0822060 Sep 10 17:24:01.479810 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-53c177c7-0268-425e-98f0-cbb355881280 req-9142b743-1c64-42b5-b7cd-55af2ffb7718 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Sep 10 17:24:01.815590 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9afa22-2b3d-4ef1-b4f3-d17b8a05ac61 req-3db6e88c-233c-42f2-b63f-4dd69c5de032 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:01.817062 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea9afa22-2b3d-4ef1-b4f3-d17b8a05ac61 req-3db6e88c-233c-42f2-b63f-4dd69c5de032 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.0846376 Sep 10 17:24:01.866143 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea9afa22-2b3d-4ef1-b4f3-d17b8a05ac61 req-8db42070-203b-4a9b-b79e-c7a70201d6cc tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Sep 10 17:24:02.062206 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192f616-d066-4831-93d9-233b53839b85 req-3514a954-cac9-44e7-a3eb-0c79d0763276 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:02.070538 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9192f616-d066-4831-93d9-233b53839b85 req-3514a954-cac9-44e7-a3eb-0c79d0763276 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0821805 Sep 10 17:24:02.110393 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9192f616-d066-4831-93d9-233b53839b85 req-ca205a86-5697-4785-9bec-6ab627764024 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Sep 10 17:24:02.699501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fbbd6-61d7-40f8-a1c4-ed31066488bd req-de45e9e3-4688-497b-8199-064171cd089b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:02.701000 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-545fbbd6-61d7-40f8-a1c4-ed31066488bd req-de45e9e3-4688-497b-8199-064171cd089b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0868609 Sep 10 17:24:02.753146 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-545fbbd6-61d7-40f8-a1c4-ed31066488bd req-fd6edad1-27eb-44f8-9dfe-0dc29f31194d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467179 Sep 10 17:24:03.085627 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f60a-e6ba-4698-83d0-ec312f4b1c3b req-1c744876-ac76-4d7b-a8d2-84d6ebccd621 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:03.087932 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5dc3f60a-e6ba-4698-83d0-ec312f4b1c3b req-1c744876-ac76-4d7b-a8d2-84d6ebccd621 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.0794415 Sep 10 17:24:03.136051 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5dc3f60a-e6ba-4698-83d0-ec312f4b1c3b req-2ccfbe5d-d416-4c80-b689-f2718a178e92 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Sep 10 17:24:03.351351 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162c6ce-186b-4efa-b505-fc15948c52cd req-da7f6693-b710-4393-96b5-506b460d645a tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:03.352813 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9162c6ce-186b-4efa-b505-fc15948c52cd req-da7f6693-b710-4393-96b5-506b460d645a tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.1058805 Sep 10 17:24:03.424701 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9162c6ce-186b-4efa-b505-fc15948c52cd req-64d39b62-3a23-4cd7-a1a5-218e7ddab5d6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619624 Sep 10 17:24:03.812737 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-37b48fa6-a86d-41c1-ad92-b6f00b6275d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:03.959432 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2775fa6-77d9-4d8d-ba13-1b90346cab67 req-c2ca9798-d7e5-403b-b9c7-84223d44e7ad tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:03.961133 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2775fa6-77d9-4d8d-ba13-1b90346cab67 req-c2ca9798-d7e5-403b-b9c7-84223d44e7ad tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0840189 Sep 10 17:24:04.010382 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a2775fa6-77d9-4d8d-ba13-1b90346cab67 req-c91df267-6fe6-4f81-9fe7-8c2c7cb26fef tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432642 Sep 10 17:24:04.304080 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:04.342990 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7077ce-19bd-4f96-9804-f40dbea65d5f req-b0b8c97d-c6d2-4f62-9859-953e646ea3db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:04.344505 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6f7077ce-19bd-4f96-9804-f40dbea65d5f req-b0b8c97d-c6d2-4f62-9859-953e646ea3db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 931 time: 0.0824790 Sep 10 17:24:04.357777 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:24:04.395531 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6f7077ce-19bd-4f96-9804-f40dbea65d5f req-fe32c1d0-18eb-4b14-96c5-38327b449b44 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Sep 10 17:24:04.603546 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38174) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:04.619638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d51628-8d52-4cd9-960c-0ec37fcd279d req-225042f9-e782-436a-b2f1-23f1fd3530d4 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:04.623210 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-25d51628-8d52-4cd9-960c-0ec37fcd279d req-225042f9-e782-436a-b2f1-23f1fd3530d4 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0829201 Sep 10 17:24:04.669908 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-25d51628-8d52-4cd9-960c-0ec37fcd279d req-17267cd5-0b55-4090-82fc-f4342b9d8ef6 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Sep 10 17:24:04.715433 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Request body: {'port': {'device_id': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:04.748202 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:04.787594 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:04.787594 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Usage tracker for resource:security_group_rule and tenant:1bb43c4c91a245e19e8d9ca8069263a1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:04.788761 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:04.794553 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:04.820950 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:04.860868 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.012820 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.020578 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8a1c700b-4ead-4030-8e9a-79f57ef90b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:05.060621 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684637fe-9019-4f40-869f-a961c064b30c,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:05.063856 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:05.074125 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bb43c4c91a245e19e8d9ca8069263a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4641578 Sep 10 17:24:05.074125 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38182) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:05.168642 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.197047 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f086366d-895e-4668-92d9-8a5e2e161384 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:24:05.204054 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.207310 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.218644 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Transition to ACTIVE for port object f086366d-895e-4668-92d9-8a5e2e161384 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:24:05.265169 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d9bc-88b6-4577-930f-d0c1b5074367 req-28df8d58-55ce-43a9-8efe-34fa730aa03f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:05.266612 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1dd8d9bc-88b6-4577-930f-d0c1b5074367 req-28df8d58-55ce-43a9-8efe-34fa730aa03f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1290307 Sep 10 17:24:05.373167 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1dd8d9bc-88b6-4577-930f-d0c1b5074367 req-08405ebe-7d28-4c26-ad1a-214784a5630a tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005516 Sep 10 17:24:05.395575 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.395746 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.399655 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-09e55612-d330-42f7-a64f-009afa437033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:05.400459 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:05.412988 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684637fe-9019-4f40-869f-a961c064b30c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:05.417409 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:05.418614 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.420136 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/684637fe-9019-4f40-869f-a961c064b30c HTTP/1.1" status: 204 len: 168 time: 0.3486671 Sep 10 17:24:05.568463 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Pushing event updated for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:05.576429 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:05.773866 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Attempting to bind port f086366d-895e-4668-92d9-8a5e2e161384 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:24:05.774583 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Attempting to bind port f086366d-895e-4668-92d9-8a5e2e161384 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:24:05.778638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Attempting to bind port f086366d-895e-4668-92d9-8a5e2e161384 on network b7a479eb-de8b-492a-9eff-493394cfcd3f {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:24:05.786054 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b79d13-45d7-4f4c-9e00-2640a0517894 req-080d6662-bb03-4c28-b086-40023db7aa12 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:05.787570 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e0b79d13-45d7-4f4c-9e00-2640a0517894 req-080d6662-bb03-4c28-b086-40023db7aa12 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 943 time: 0.2595062 Sep 10 17:24:05.792433 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Port f086366d-895e-4668-92d9-8a5e2e161384 on network b7a479eb-de8b-492a-9eff-493394cfcd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:24:05.792761 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Attempting to bind port f086366d-895e-4668-92d9-8a5e2e161384 on network b7a479eb-de8b-492a-9eff-493394cfcd3f {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:24:05.819957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:24:05.823816 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Checking segment: {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:24:05.823816 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Bound using segment: {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:24:05.823816 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Bound port: f086366d-895e-4668-92d9-8a5e2e161384, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2501f10a-cc2d-4086-8004-0a6f462b5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:24:05.823816 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:05.874131 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52aa4-6300-42d5-86c7-2837d651f27e req-9a5799d1-72a5-49e7-a72a-8382ee5c5016 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:05.875685 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e9c52aa4-6300-42d5-86c7-2837d651f27e req-9a5799d1-72a5-49e7-a72a-8382ee5c5016 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0764980 Sep 10 17:24:05.896697 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e0b79d13-45d7-4f4c-9e00-2640a0517894 req-bbae09f1-62ac-4a46-b4bb-21b1c0f63abe tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015444 Sep 10 17:24:05.935688 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e9c52aa4-6300-42d5-86c7-2837d651f27e req-fb7f96b0-2f7d-42bf-8a7c-e0a15eb36b49 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Sep 10 17:24:05.940379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:24:05.949793 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f086366d-895e-4668-92d9-8a5e2e161384,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:24:06.012476 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-dceb96a6-7af5-406f-8e43-5fbafeeeeffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:06.052647 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:06.056438 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:06.120645 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:06.122008 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] 10.222.0.62 "PUT /v2.0/ports/f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 1093 time: 1.4113243 Sep 10 17:24:06.122494 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:06.135399 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Pushing event updated for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:06.138801 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:06.179099 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384', 'status': 'completed', 'code': 200} Sep 10 17:24:06.297576 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cd8fcac8-ee09-4a0f-85a3-132ad9f4a5eb req-067beffc-8e79-4a6b-8c4a-3f81c139e50f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1096 time: 0.0749156 Sep 10 17:24:06.447605 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fcac8-ee09-4a0f-85a3-132ad9f4a5eb req-4ea52ebd-6125-4064-8482-33c9d448edd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:06.449073 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cd8fcac8-ee09-4a0f-85a3-132ad9f4a5eb req-4ea52ebd-6125-4064-8482-33c9d448edd5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=af85b86d044545949e135404d55daedd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1386044 Sep 10 17:24:06.599486 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fcac8-ee09-4a0f-85a3-132ad9f4a5eb req-17692507-c736-4084-8633-37bf222e92ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:06.600983 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cd8fcac8-ee09-4a0f-85a3-132ad9f4a5eb req-17692507-c736-4084-8633-37bf222e92ef service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378303 Sep 10 17:24:06.612807 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f142-e08b-4207-b5b2-270168ce265f req-3f58f3e6-7ac1-4c2a-ac81-43528c3b8c49 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:06.620028 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2387f142-e08b-4207-b5b2-270168ce265f req-3f58f3e6-7ac1-4c2a-ac81-43528c3b8c49 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1196213 Sep 10 17:24:06.664800 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2387f142-e08b-4207-b5b2-270168ce265f req-24809a70-8632-45ed-a7ed-d2df6f5c49f7 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Sep 10 17:24:06.729371 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-38a3f544-decb-449d-892b-12999b94213e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1096 time: 0.0825329 Sep 10 17:24:06.789740 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-b99ea138-20e1-4fd6-8910-a24a2041587c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:06.791545 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-b99ea138-20e1-4fd6-8910-a24a2041587c tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0870929 Sep 10 17:24:06.812934 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-42abfd7f-ceaa-4b89-ba2b-243da77124e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 217 time: 0.0750842 Sep 10 17:24:06.873193 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Deleting port 03844610-158f-4e2b-a2f9-6162325b7d07 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:24:06.873906 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:06.883876 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-10c91bbb-fe14-40c6-932e-e10dcbb5149e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:06.887055 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-10c91bbb-fe14-40c6-932e-e10dcbb5149e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21013c54-317e-4fe2-ac57-640e2b3b3ddc HTTP/1.1" status: 200 len: 852 time: 0.0659547 Sep 10 17:24:06.983354 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-a5945f67-d0c1-411f-9223-a6ef354bdb11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7a479eb-de8b-492a-9eff-493394cfcd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874023 Sep 10 17:24:07.046893 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:07.145995 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-f1e7e88f-0043-40d5-a767-0db5ab6af32d service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558623 Sep 10 17:24:07.195909 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] For port 03844610-158f-4e2b-a2f9-6162325b7d07, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=03844610-158f-4e2b-a2f9-6162325b7d07,segment=NetworkSegment(be84fd5c-9c06-40b5-9d80-ad490926b240),segment_id=be84fd5c-9c06-40b5-9d80-ad490926b240)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:07.196181 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:07.284507 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4a9903fd-2937-4f1a-a2c4-d6d20bc7935f req-e6d44deb-0002-49e1-b3ef-e125700718b8 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311350 Sep 10 17:24:07.322082 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711f3e-f997-4e04-8826-d3e934cee777 req-3092fb4a-e5b6-4259-b34e-d8f5d7c88763 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:07.324137 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-05711f3e-f997-4e04-8826-d3e934cee777 req-3092fb4a-e5b6-4259-b34e-d8f5d7c88763 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 943 time: 0.2534575 Sep 10 17:24:07.330839 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Calling delete_port for 03844610-158f-4e2b-a2f9-6162325b7d07 owned by compute:nova {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:24:07.439087 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-05711f3e-f997-4e04-8826-d3e934cee777 req-f8136e52-2dd6-4654-8f2d-c7114f0a2264 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Sep 10 17:24:07.783111 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f82dd-5c66-429e-a7a1-9f0eb3c5a77c req-53fee897-8276-4641-a90d-d2df1b63a340 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:07.784533 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf7f82dd-5c66-429e-a7a1-9f0eb3c5a77c req-53fee897-8276-4641-a90d-d2df1b63a340 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 945 time: 0.0849836 Sep 10 17:24:07.830297 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf7f82dd-5c66-429e-a7a1-9f0eb3c5a77c req-f45889d7-2944-4c0c-ab97-4f9e0320b857 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Sep 10 17:24:08.427604 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:08.439198 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['03844610-158f-4e2b-a2f9-6162325b7d07'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:24:08.441037 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5f1da73b-36ac-464a-aa6b-8483458e3a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:08.492943 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:08.510109 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Pushing event deleted for resources: {'Port': ['ID=03844610-158f-4e2b-a2f9-6162325b7d07,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:08.515485 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:08.607263 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] No DVR routers for this DVR port 03844610-158f-4e2b-a2f9-6162325b7d07 on host hv-cinder-80847 {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:24:08.611276 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:08.614046 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'name': 'network-vif-deleted', 'tag': '03844610-158f-4e2b-a2f9-6162325b7d07'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:08.635927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b2c9-1dd9-481e-8a32-9978d8181a2d req-0221e321-284c-46a7-bad3-34444ef0e68f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:08.637467 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d625b2c9-1dd9-481e-8a32-9978d8181a2d req-0221e321-284c-46a7-bad3-34444ef0e68f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.2464399 Sep 10 17:24:08.693035 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-efd812b3-58d4-4147-a888-ee5acac67ab4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 1098 time: 0.0830228 Sep 10 17:24:08.694295 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d625b2c9-1dd9-481e-8a32-9978d8181a2d req-04196d78-5c93-4956-abed-98ba56fe015f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507503 Sep 10 17:24:08.779430 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46cd138-1d03-4480-8db1-4859dd8f8071', 'name': 'network-vif-deleted', 'tag': '03844610-158f-4e2b-a2f9-6162325b7d07', 'status': 'completed', 'code': 200} Sep 10 17:24:08.824982 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fdf58f83-2c82-4b56-b4b0-6ce511878ade req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.62 "DELETE /v2.0/ports/03844610-158f-4e2b-a2f9-6162325b7d07 HTTP/1.1" status: 204 len: 173 time: 2.0256166 Sep 10 17:24:08.896324 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-c0e41622-3c80-4c10-95cf-857c91a2c41e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:08.897792 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-c0e41622-3c80-4c10-95cf-857c91a2c41e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 912 time: 0.1970208 Sep 10 17:24:08.906857 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df594a-5a81-4866-a17c-4baf71c92c14 req-d7ce3f85-1784-478d-a9fd-2bc56fbeefcf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:08.908307 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-59df594a-5a81-4866-a17c-4baf71c92c14 req-d7ce3f85-1784-478d-a9fd-2bc56fbeefcf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 943 time: 0.1815553 Sep 10 17:24:09.029239 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-6154a806-e9c4-4366-b665-610bf7b90b6e req-240609de-6d83-4f3f-80c4-dbcea4f0dba7 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Synchronizing usage tracker for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:24:09.042844 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-447f2de0-547c-4473-9400-449cd0e1cb5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2 HTTP/1.1" status: 200 len: 1000 time: 0.1335223 Sep 10 17:24:09.045494 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-59df594a-5a81-4866-a17c-4baf71c92c14 req-45630b13-418f-443d-9298-aa6bcade8b26 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862732 Sep 10 17:24:09.121815 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-6154a806-e9c4-4366-b665-610bf7b90b6e req-240609de-6d83-4f3f-80c4-dbcea4f0dba7 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Unset dirty status for tenant:caff76c21cdf4b4280a206643b90b96b on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:24:09.123049 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6154a806-e9c4-4366-b665-610bf7b90b6e req-240609de-6d83-4f3f-80c4-dbcea4f0dba7 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] 10.222.0.58 "GET /v2.0/ports?device_id=e46cd138-1d03-4480-8db1-4859dd8f8071 HTTP/1.1" status: 200 len: 210 time: 0.1542706 Sep 10 17:24:09.189267 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-bd0f0e20-1c5b-4542-a164-09e00e8c00c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:09.190817 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-bd0f0e20-1c5b-4542-a164-09e00e8c00c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.1379175 Sep 10 17:24:09.268574 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-03b17a44-ba50-4f72-ba63-c5b8f977981a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708823 Sep 10 17:24:09.404281 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-f9025e0c-8ccc-4991-a98f-c543e933658d service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275213 Sep 10 17:24:09.537105 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9663095a-be4d-49c1-8439-9edc2c487ce3 req-7470745d-1287-4ef4-9034-7adc8d94ea39 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255147 Sep 10 17:24:09.895164 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfcebc-2b6e-4a78-933d-bff1c4b365b1 req-6e9134e9-c84b-42a4-8909-2bf1f940e472 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:09.899259 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1bcfcebc-2b6e-4a78-933d-bff1c4b365b1 req-6e9134e9-c84b-42a4-8909-2bf1f940e472 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0859740 Sep 10 17:24:09.943670 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1bcfcebc-2b6e-4a78-933d-bff1c4b365b1 req-a89af290-e21e-4944-b01f-9f3d747a140c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Sep 10 17:24:10.248016 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b358a3d-8d66-471d-8d80-5a9499291bc5 req-fe5c6dc6-c415-40fc-b443-88e5286ce929 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:10.249484 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7b358a3d-8d66-471d-8d80-5a9499291bc5 req-fe5c6dc6-c415-40fc-b443-88e5286ce929 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 943 time: 0.0802338 Sep 10 17:24:10.299301 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7b358a3d-8d66-471d-8d80-5a9499291bc5 req-447921c9-302b-46d5-a724-d9d353510232 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Sep 10 17:24:10.831702 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device f086366d-895e-4668-92d9-8a5e2e161384 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:24:10.835077 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 03844610-158f-4e2b-a2f9-6162325b7d07 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:24:10.870297 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: 03844610-158f-4e2b-a2f9-6162325b7d07 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:24:10.870638 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 03844610-158f-4e2b-a2f9-6162325b7d07 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:24:10.998561 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f086366d-895e-4668-92d9-8a5e2e161384,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:11.013106 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'f086366d-895e-4668-92d9-8a5e2e161384', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'port_id': 'f086366d-895e-4668-92d9-8a5e2e161384', 'mac_address': 'fa:16:3e:9d:64:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:24:11.071408 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.093404 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f086366d-895e-4668-92d9-8a5e2e161384 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:24:11.114325 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38288) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:11.116822 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f086366d-895e-4668-92d9-8a5e2e161384,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:11.165358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43839f-671d-4b88-b057-9912b1470338 req-b03ea069-154d-4b35-b2e4-4d766a0bbc36 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:11.167417 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-af43839f-671d-4b88-b057-9912b1470338 req-b03ea069-154d-4b35-b2e4-4d766a0bbc36 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0955915 Sep 10 17:24:11.223323 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-af43839f-671d-4b88-b057-9912b1470338 req-09d3e2f5-fcda-4fd9-a045-3b5765f5430b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503080 Sep 10 17:24:11.230005 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.231854 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-f9da415f-0ddb-4806-81b0-0872866f607f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:11.272100 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.301334 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:11.304341 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:11.304689 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:11.309777 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Usage tracker for resource:security_group_rule and tenant:dd3baf180aa74397ba2eac0c60027b31 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:11.312701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:11.318453 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:11.394631 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.499158 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.504772 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['f086366d-895e-4668-92d9-8a5e2e161384'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:24:11.508000 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-7fa67996-64cf-4990-abca-ebb7baaae768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:11.541180 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041880-2213-4a65-ad11-a8da1774951f req-5990c454-1f87-4a9d-9f6b-f8080df8c74a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:11.543212 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-97041880-2213-4a65-ad11-a8da1774951f req-5990c454-1f87-4a9d-9f6b-f8080df8c74a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 944 time: 0.1083019 Sep 10 17:24:11.578391 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b439ddc-a367-4c23-986a-d040cf52672c,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:11.654074 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:11.659101 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38306) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:11.659336 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd3baf180aa74397ba2eac0c60027b31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5436218 Sep 10 17:24:11.681267 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-97041880-2213-4a65-ad11-a8da1774951f req-ae3df3ad-ec48-45a3-946f-c2350f63f04b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287768 Sep 10 17:24:11.727131 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.752606 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.909374 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.913271 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e251fc6e-7c94-4820-8993-8d1c846f1104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:11.926765 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b439ddc-a367-4c23-986a-d040cf52672c,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:11.929654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:11.932504 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:11.945165 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b439ddc-a367-4c23-986a-d040cf52672c HTTP/1.1" status: 204 len: 168 time: 0.2729650 Sep 10 17:24:12.776210 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38334) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:12.793880 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:12.825062 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:12.828865 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Usage tracker for resource:security_group_rule and tenant:2b70fa60b1b841c7a87beabb8dd94ba8 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:12.831685 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:12.837395 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:12.843884 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device f086366d-895e-4668-92d9-8a5e2e161384 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:24:12.890137 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db48da8-0deb-4853-89bf-ed988cd8193f req-2c04d163-2459-494a-8419-f9bcce66020d tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:12.892721 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2db48da8-0deb-4853-89bf-ed988cd8193f req-2c04d163-2459-494a-8419-f9bcce66020d tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 944 time: 0.0868979 Sep 10 17:24:12.906815 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:12.940580 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2db48da8-0deb-4853-89bf-ed988cd8193f req-625c49b0-8ea3-4077-bb72-e32b8b40f656 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Sep 10 17:24:12.995980 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.002686 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-bbbce151-4178-4698-9116-4c4bdc42d796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:13.006417 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port f086366d-895e-4668-92d9-8a5e2e161384 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:24:13.012195 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port f086366d-895e-4668-92d9-8a5e2e161384 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:24:13.012612 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.042021 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc521e-df5d-442c-9467-07c5d083e303,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:13.046670 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b70fa60b1b841c7a87beabb8dd94ba8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2691045 Sep 10 17:24:13.047242 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:13.049153 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38338) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:13.107566 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.128137 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.132721 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.154601 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:13.164106 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f086366d-895e-4668-92d9-8a5e2e161384,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:13.216633 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384', 'code': 200} Sep 10 17:24:13.297820 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.299749 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:13.338209 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.343229 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c2d241f9-4147-4579-9035-2d9a72fca7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:13.360179 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc521e-df5d-442c-9467-07c5d083e303,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:13.363070 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:13.364136 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:13.364932 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:13.365701 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68dc521e-df5d-442c-9467-07c5d083e303 HTTP/1.1" status: 204 len: 168 time: 0.3154895 Sep 10 17:24:13.368178 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:13.731231 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1065f39e-db45-4c17-97f0-216cf8355480 req-52c54f1c-8a60-4fdb-b563-dd0d62f04216 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1098 time: 0.0741999 Sep 10 17:24:13.778695 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1065f39e-db45-4c17-97f0-216cf8355480 req-11a15a6e-6de8-4eab-8765-245c3357ef98 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Sep 10 17:24:14.163143 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2571239-536b-4cbf-bd3d-fbe53e516607 req-981994bd-234a-48c6-8288-afb2914f932c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:14.177768 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f2571239-536b-4cbf-bd3d-fbe53e516607 req-981994bd-234a-48c6-8288-afb2914f932c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.0897141 Sep 10 17:24:14.223452 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f2571239-536b-4cbf-bd3d-fbe53e516607 req-eda06e3d-e7f2-408f-b529-19f30c0f6b44 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Sep 10 17:24:15.483160 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c201652-bf91-4144-a141-6f9f55352ec1 req-8b196533-8c86-4769-b2bd-a994f038f77f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:15.485895 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5c201652-bf91-4144-a141-6f9f55352ec1 req-8b196533-8c86-4769-b2bd-a994f038f77f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.1247249 Sep 10 17:24:15.541198 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5c201652-bf91-4144-a141-6f9f55352ec1 req-2641191f-28c7-42b1-ac47-789788a39d00 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495284 Sep 10 17:24:16.880082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062881c-6642-4fad-a37d-092207d1684f req-fcedcdee-21b0-4004-b879-023e1a2d58e7 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:16.881817 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4062881c-6642-4fad-a37d-092207d1684f req-fcedcdee-21b0-4004-b879-023e1a2d58e7 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.1446624 Sep 10 17:24:16.938837 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4062881c-6642-4fad-a37d-092207d1684f req-2ada5535-8ea9-40f4-a23c-e5f6833ed142 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502620 Sep 10 17:24:17.132449 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:17.165861 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bc1a9-9732-4ea9-a5a9-a4add06c1f88 req-237d2459-74c7-4265-9991-9b75356861f6 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:17.167963 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ad6bc1a9-9732-4ea9-a5a9-a4add06c1f88 req-237d2459-74c7-4265-9991-9b75356861f6 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.0949779 Sep 10 17:24:17.213172 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ad6bc1a9-9732-4ea9-a5a9-a4add06c1f88 req-371549ab-386a-44ef-a173-d97203ab1ab2 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Sep 10 17:24:17.686478 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87514431-3796-4735-a12e-72dd9301cf2b req-d5947638-5dd6-4cf4-878f-3bfa68a0eacb tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:17.688258 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-87514431-3796-4735-a12e-72dd9301cf2b req-d5947638-5dd6-4cf4-878f-3bfa68a0eacb tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.1153090 Sep 10 17:24:17.737907 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-87514431-3796-4735-a12e-72dd9301cf2b req-624486d7-322f-4f14-988a-6be91f67e405 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 Sep 10 17:24:19.484023 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-cfa1def2-363b-4491-b813-4ed9728817f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1156023 Sep 10 17:24:19.617433 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-b7e87511-a890-410f-9fba-d776ae381453 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0973592 Sep 10 17:24:19.789219 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-2f6b75b1-5abc-4286-9abf-4d3eaad8f13d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:19.790920 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-2f6b75b1-5abc-4286-9abf-4d3eaad8f13d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.1483436 Sep 10 17:24:19.924528 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-a5c94dd0-05e4-4ba1-ba1b-e4a0e4c59f7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 200 len: 1001 time: 0.1260934 Sep 10 17:24:20.007320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-cd3c71ca-b2b3-41a1-b04c-35e6dad55427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:20.009383 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-cd3c71ca-b2b3-41a1-b04c-35e6dad55427 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.0726421 Sep 10 17:24:20.183258 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-42a1a159-d0d9-4597-bb23-1548210d0744 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1663527 Sep 10 17:24:20.364177 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-63769e72-59ad-4721-ac19-61b08c218b50 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728027 Sep 10 17:24:20.524377 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ba8c33d7-7f63-4c58-95e1-9e6b87e5e4e1 req-3085ea14-391d-4b6b-8a1e-16bec83fa782 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458960 Sep 10 17:24:21.885855 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38502) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:22.067481 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:22.103250 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:22.107833 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Usage tracker for resource:security_group_rule and tenant:6b97ebdea8d74a81a58d22c42c353816 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:22.110793 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:22.116779 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:22.180313 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:22.274563 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:22.281568 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b684ac19-6b76-49eb-b613-b78671c526d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:22.329233 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d69509f-47dd-4a35-a8da-7bf07eb7d8ce,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:22.332408 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:22.337805 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38510) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:22.348361 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b97ebdea8d74a81a58d22c42c353816&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4613845 Sep 10 17:24:22.402746 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:22.432809 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:22.595059 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:22.599778 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-c8b1541a-9c29-4369-a23a-4471e7d154f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:22.625792 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d69509f-47dd-4a35-a8da-7bf07eb7d8ce,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:22.628270 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:22.643478 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:22.659993 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d69509f-47dd-4a35-a8da-7bf07eb7d8ce HTTP/1.1" status: 204 len: 168 time: 0.3088310 Sep 10 17:24:23.555510 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38528) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:23.580738 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:23.685168 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:23.690621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Usage tracker for resource:security_group_rule and tenant:e41992310ac34a61a0d9df6fa95d709e is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:23.695526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:23.707927 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:23.823020 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:23.943707 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:23.951259 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f4264c10-ae2b-4156-8ecf-fd7c6f310cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:23.994048 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4238b1-b3d4-4e45-8c9f-32b74af6e84f,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:23.998281 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e41992310ac34a61a0d9df6fa95d709e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4402318 Sep 10 17:24:24.004031 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:24.004031 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38538) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:24.087316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:24.117320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:24.320578 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:24.326437 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:24.341091 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4238b1-b3d4-4e45-8c9f-32b74af6e84f,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:24.344599 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:24.349947 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:24.353359 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d4238b1-b3d4-4e45-8c9f-32b74af6e84f HTTP/1.1" status: 204 len: 168 time: 0.3492715 Sep 10 17:24:25.405557 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131459e-18bf-4e96-b6bf-f32627bab63b req-0f0a7c4e-229a-4ce6-aa94-d7e4fcfc0067 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:25.407288 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8131459e-18bf-4e96-b6bf-f32627bab63b req-0f0a7c4e-229a-4ce6-aa94-d7e4fcfc0067 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.1025131 Sep 10 17:24:25.475870 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8131459e-18bf-4e96-b6bf-f32627bab63b req-82d00b25-1669-445c-ab98-09dd8ce67bd4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628181 Sep 10 17:24:25.506475 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38574) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:25.836160 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-9b2c935d-44ad-4be7-ac6f-9330640f18be tempest-TestMinimumBasicScenario-920850533 tempest-TestMinimumBasicScenario-920850533-project-admin] Synchronizing usage tracker for tenant:8bd9cc0071f14012b813c00aa2635742 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:24:25.931898 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-9b2c935d-44ad-4be7-ac6f-9330640f18be tempest-TestMinimumBasicScenario-920850533 tempest-TestMinimumBasicScenario-920850533-project-admin] Unset dirty status for tenant:8bd9cc0071f14012b813c00aa2635742 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:24:25.933895 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-9b2c935d-44ad-4be7-ac6f-9330640f18be tempest-TestMinimumBasicScenario-920850533 tempest-TestMinimumBasicScenario-920850533-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1093 time: 0.4257245 Sep 10 17:24:25.936517 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38586) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:25.942613 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'floatingip': {'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'port_id': 'f086366d-895e-4668-92d9-8a5e2e161384', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:25.951658 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:25.961526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:floatingip and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:25.965474 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:25.972850 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:26.075478 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for floatingip, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:26.245735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:26.407791 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Allocated IP 172.28.0.220 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/31096c71-b689-429a-99d3-e1fb46b8c495) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:24:26.590830 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:26.734535 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:26.734535 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:26.823033 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:24:26.825882 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:24:26.830312 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:24:26.891690 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'Port': ['ID=31096c71-b689-429a-99d3-e1fb46b8c495,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:26.903498 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.904040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.904501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.904955 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.905403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.905873 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.906342 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.907013 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.907396 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.907912 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.908331 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:26.914126 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:27.616873 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46462bc5-17d0-4955-8b39-4714135ee054 req-ae1a2d3d-c68f-43e8-8133-d703c57dafdc tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:27.620237 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-46462bc5-17d0-4955-8b39-4714135ee054 req-ae1a2d3d-c68f-43e8-8133-d703c57dafdc tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.1054053 Sep 10 17:24:27.653486 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:27.682625 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-46462bc5-17d0-4955-8b39-4714135ee054 req-d8bb53cb-e2e1-4a3e-b204-8a8cd310d641 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 Sep 10 17:24:27.831395 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:28.063334 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:28.290560 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:28.294976 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:28.422083 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'Port': ['ID=31096c71-b689-429a-99d3-e1fb46b8c495,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:28.428458 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:28.435901 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:28.637175 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Floating IP 333d1ff9-8e66-404a-8225-5bfe4b11ce1b associated. External IP: 172.28.0.220, port: f086366d-895e-4668-92d9-8a5e2e161384. Sep 10 17:24:29.038379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc3bb3-48c5-4972-b4d1-d8ffa507e897 req-537235fe-413c-4cc7-b814-747391e06c07 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:29.048472 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f4fc3bb3-48c5-4972-b4d1-d8ffa507e897 req-537235fe-413c-4cc7-b814-747391e06c07 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.1793399 Sep 10 17:24:29.241123 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f4fc3bb3-48c5-4972-b4d1-d8ffa507e897 req-7b48254b-9b74-4dc5-be20-17a971937fa4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749842 Sep 10 17:24:29.316192 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Router 8b668825-4eaf-4d48-a404-09321273b13e has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:24:29.448437 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-1097bb6d-ece2-46ad-954f-cf775434fa2b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:29.449912 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-1097bb6d-ece2-46ad-954f-cf775434fa2b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.1886675 Sep 10 17:24:29.675579 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Deleting port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:24:29.675833 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:29.878637 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:24:29.891574 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] Sync routers for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:24:29.907821 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:29.909007 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:29.975030 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] For port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:29.975307 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.039663 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.098797 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:30.128478 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1896117 Sep 10 17:24:30.131768 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38642) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:30.139507 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096222027', 'description': 'tempest-secgroup-smoke-1096222027 description', 'project_id': 'af85b86d044545949e135404d55daedd'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:30.170655 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:30.181245 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:30.181888 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:30.303898 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.388328 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.392292 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.393955 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Floating IP 95dfe6cc-9fed-42ff-a1a0-d11b370ff57a disassociated. External IP: 172.28.0.122, port: 9b64c108-2f6d-4fbf-bd51-76c3e1374cee. Sep 10 17:24:30.395028 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Calling delete_port for 9b64c108-2f6d-4fbf-bd51-76c3e1374cee owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:24:30.417408 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:30.427934 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:30.435604 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:30.451937 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:30.602914 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384', 'status': 'completed', 'code': 200} Sep 10 17:24:30.613310 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.642386 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-c3d61e62-2257-4e76-accd-3a49b0d4e89c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1098 time: 0.1161151 Sep 10 17:24:30.686531 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '333d1ff9-8e66-404a-8225-5bfe4b11ce1b', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'floating_ip_address': '172.28.0.220', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'port_id': 'f086366d-895e-4668-92d9-8a5e2e161384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'mac_address': 'fa:16:3e:9d:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:24:27Z', 'updated_at': '2021-09-10T17:24:27Z', 'revision_number': 0, 'project_id': 'af85b86d044545949e135404d55daedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:30.692585 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] Checking router: 8b668825-4eaf-4d48-a404-09321273b13e for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:24:30.707002 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ab3ec-f006-40a2-b616-a6cd62d0b894 req-d19f6a12-4345-45d2-b284-47ff3e4c8190 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:30.708495 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-629ab3ec-f006-40a2-b616-a6cd62d0b894 req-d19f6a12-4345-45d2-b284-47ff3e4c8190 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 946 time: 0.1745093 Sep 10 17:24:30.714732 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:30.715402 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:30.735040 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.751835 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5541bdbb-abb9-439b-b48d-ef6bffa706bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:30.787877 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e855a-f594-4089-bc71-daf96ef98460,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:30.816939 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-629ab3ec-f006-40a2-b616-a6cd62d0b894 req-565e326d-d2e1-4e67-ad69-c5d58ef049e5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917554 Sep 10 17:24:30.828392 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.832322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:30.836777 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:30.858494 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:30.872355 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:30.904493 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-50fc8de0-229d-4311-a6df-a2ea5ec67926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:30.905981 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-50fc8de0-229d-4311-a6df-a2ea5ec67926 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 200 len: 914 time: 0.2498794 Sep 10 17:24:31.024848 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:31.026586 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8929610 Sep 10 17:24:31.032811 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38658) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:31.057831 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'security_group_rule': {'security_group_id': '0a7e855a-f594-4089-bc71-daf96ef98460', 'project_id': 'af85b86d044545949e135404d55daedd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:31.065889 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:31.077679 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event deleted for resources: {'Port': ['ID=9b64c108-2f6d-4fbf-bd51-76c3e1374cee,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:31.080680 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:31.083591 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:31.089306 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:31.091847 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:31.098620 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:31.124094 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-cfaa4ce0-a05c-4242-b96d-f44f48cfc5e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 999 time: 0.2002609 Sep 10 17:24:31.217856 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-784c184e-ab6f-408b-b69a-d6d044b2eb3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:31.219488 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-784c184e-ab6f-408b-b69a-d6d044b2eb3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21013c54-317e-4fe2-ac57-640e2b3b3ddc HTTP/1.1" status: 200 len: 852 time: 0.0854852 Sep 10 17:24:31.274587 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:31.337146 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Router 95921d51-827a-4efd-a8a0-01c6fff223e6 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:24:31.375043 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-2e2324aa-48e6-40eb-9a9b-8fc11a2b9f3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7a479eb-de8b-492a-9eff-493394cfcd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1438355 Sep 10 17:24:31.424644 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:31.537408 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:31.557645 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-c14aa378-34df-4353-9e0d-61009b2b2a61 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:31.618103 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9ec6b0-7287-42fd-9195-60ac35717c16,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:31.636731 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:31.682512 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '333d1ff9-8e66-404a-8225-5bfe4b11ce1b', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'floating_ip_address': '172.28.0.220', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'port_id': 'f086366d-895e-4668-92d9-8a5e2e161384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'mac_address': 'fa:16:3e:9d:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:24:27Z', 'updated_at': '2021-09-10T17:24:27Z', 'revision_number': 0, 'project_id': 'af85b86d044545949e135404d55daedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:31.689177 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bd15d-af20-406b-aa49-37d3ba98a213 None None] The sync data for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb is: [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '333d1ff9-8e66-404a-8225-5bfe4b11ce1b', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'floating_ip_address': '172.28.0.220', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'port_id': 'f086366d-895e-4668-92d9-8a5e2e161384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'mac_address': 'fa:16:3e:9d:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:24:27Z', 'updated_at': '2021-09-10T17:24:27Z', 'revision_number': 0, 'project_id': 'af85b86d044545949e135404d55daedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:24:31.710591 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-4ed1e77f-ba40-4d52-91c8-7b2ec495b6da service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197532 Sep 10 17:24:31.730123 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:24:31.747786 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] Sync routers for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:24:31.759615 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:31.765381 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:31.808880 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:31.810024 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7770944 Sep 10 17:24:31.815766 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38668) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:31.936654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] No DVR routers for this DVR port 9b64c108-2f6d-4fbf-bd51-76c3e1374cee on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:24:31.939198 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:31.940224 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'security_group_rule': {'security_group_id': '0a7e855a-f594-4089-bc71-daf96ef98460', 'project_id': 'af85b86d044545949e135404d55daedd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:31.953476 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:31.964897 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:31.972154 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:31.996949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:32.042919 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a528fb6c-4c5f-42a0-8127-74a9c5a27aed req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "DELETE /v2.0/ports/9b64c108-2f6d-4fbf-bd51-76c3e1374cee HTTP/1.1" status: 204 len: 173 time: 2.5864992 Sep 10 17:24:32.105254 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cfb39ae9-3a74-450d-bf3f-748e8ecf7cce req-a0b523fe-1230-4380-b9a0-c325abb33e31 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854792 Sep 10 17:24:32.121088 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1914a-0113-477b-a11d-81141720be5a None None] New status for floating IP 333d1ff9-8e66-404a-8225-5bfe4b11ce1b: ACTIVE {{(pid=76069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:24:32.221953 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:32.255320 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b8ef976b-b5cd-48b3-af6c-7ae5d6b5dfd2 req-5ff7ad20-38b1-4bd1-bedb-e8ea225c4d76 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 210 time: 0.1180985 Sep 10 17:24:32.267162 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:32.448781 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:32.586393 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:32.588830 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:32.604478 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-deleted', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:32.724236 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86974443-d6e2-46d7-b528-8c83dd222ba1', 'name': 'network-vif-deleted', 'tag': '9b64c108-2f6d-4fbf-bd51-76c3e1374cee', 'status': 'completed', 'code': 200} Sep 10 17:24:32.736808 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bf3c6f-fcd6-4fbd-8df0-a11e07f42e01,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:32.736808 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:32.742933 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:32.752691 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] Checking router: 95921d51-827a-4efd-a8a0-01c6fff223e6 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:24:32.764924 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:32.765541 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:32.890732 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:24:32.932188 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:32.933401 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-35c8eb89-8664-44ef-800a-90c4361b62ca tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0126336 Sep 10 17:24:32.936589 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38684) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:32.948628 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'security_group_rule': {'security_group_id': '0a7e855a-f594-4089-bc71-daf96ef98460', 'project_id': 'af85b86d044545949e135404d55daedd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:32.959553 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:32.970914 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:32.978816 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:32.984208 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: 9b64c108-2f6d-4fbf-bd51-76c3e1374cee {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:24:32.984576 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9b64c108-2f6d-4fbf-bd51-76c3e1374cee not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:24:32.984864 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:32.999010 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:33.137707 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:33.229063 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:33.446552 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:33.454701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:33.508390 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:33.517567 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e120b2-09f1-4181-a7e4-57264ed77fe1 None None] The sync data for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb is: [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:24:33.542479 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8129047c-c882-4e56-8b4a-2e70bebc565f,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:33.554149 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:33.711112 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:33.712293 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7693050 Sep 10 17:24:33.717384 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38696) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:33.730919 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'security_group_rule': {'security_group_id': '0a7e855a-f594-4089-bc71-daf96ef98460', 'project_id': 'af85b86d044545949e135404d55daedd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:33.732208 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-18e8e075-35e2-458e-9981-5a4a4d2f5068 req-143b342e-ffc3-4b7e-90b6-b23c39093849 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=86974443-d6e2-46d7-b528-8c83dd222ba1 HTTP/1.1" status: 200 len: 210 time: 0.0776746 Sep 10 17:24:33.737633 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:33.742128 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:33.746400 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:33.752865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:33.893157 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-110e3a1f-e62a-4eb6-8a94-0ba72d2a30ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:33.896407 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:33.976714 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:34.086148 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:34.089085 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5da33c18-d9cf-4e10-a1fb-60d82fbd8015 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:34.113618 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff438ab-6add-4bee-b6a6-565f4a565d47,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:34.119316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:34.218058 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:34.219363 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4999955 Sep 10 17:24:34.223040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38704) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:34.228791 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'security_group_rule': {'security_group_id': '0a7e855a-f594-4089-bc71-daf96ef98460', 'project_id': 'af85b86d044545949e135404d55daedd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:34.234945 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:34.240427 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:34.242436 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:34.249361 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:34.280525 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:34.452720 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.securitygroups_db [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Project af85b86d044545949e135404d55daedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:24:34.460749 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:34.599227 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f0127-03a2-4025-bc92-f815b7437b90 None None] New status for floating IP 95dfe6cc-9fed-42ff-a1a0-d11b370ff57a: DOWN {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:24:34.704963 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:34.965348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:34.969220 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e3b7ca63-6ae8-4b8e-a2ce-b2e334ea3b1b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:34.992905 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849fffd1-a48f-4704-8d96-132bd17370bd,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:34.997842 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:35.031697 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38718) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:35.098947 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.125572 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.133359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.135673 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-bcd88705-a46b-4cfe-8a0a-474fd185664a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9105239 Sep 10 17:24:35.138349 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38722) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:35.144079 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'security_group_rule': {'security_group_id': '0a7e855a-f594-4089-bc71-daf96ef98460', 'project_id': 'af85b86d044545949e135404d55daedd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:35.149880 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:35.154617 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Usage tracker for resource:security_group_rule and tenant:af85b86d044545949e135404d55daedd is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:35.157669 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:35.163648 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:35.274760 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.274978 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.securitygroups_db [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Project af85b86d044545949e135404d55daedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:24:35.278840 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c9a0fdf6-ecce-4555-8e9d-1a65d09f2a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:35.281828 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.293296 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:35.295831 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:35.350095 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.451677 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.452818 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "DELETE /v2.0/security-groups/8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8 HTTP/1.1" status: 204 len: 168 time: 0.4201064 Sep 10 17:24:35.455519 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38732) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:35.474773 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.api.v2.resource [None req-f43502b3-e48c-45c3-8297-3ffdc90951ba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] show failed (client error): The resource could not be found. Sep 10 17:24:35.475734 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-f43502b3-e48c-45c3-8297-3ffdc90951ba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups/8e7461e2-d9c1-4cad-9cf5-46b8d95d28a8 HTTP/1.1" status: 404 len: 347 time: 0.0192447 Sep 10 17:24:35.478412 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38736) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:35.485922 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.488065 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:35.510847 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5b026c-87a5-4e0d-9367-bbaccc5f6b8b,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:35.513288 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:35.635426 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Deleting port d1abaead-1bc4-4d4f-b97b-5b0150ed6a36 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:24:35.635773 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.743801 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.745129 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-90dca6a7-1245-4e77-b2a0-537100287a77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6056254 Sep 10 17:24:35.815531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.815909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:35.951363 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Calling delete_port for d1abaead-1bc4-4d4f-b97b-5b0150ed6a36 owned by network:floatingip {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:24:36.022494 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-04020e38-0c14-4095-9e42-3c87f0b4af0d tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096222027&fields=id&tenant_id=af85b86d044545949e135404d55daedd HTTP/1.1" status: 200 len: 267 time: 0.1459908 Sep 10 17:24:36.137961 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-fab72d3e-839d-4da0-8e60-8f27201541e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.169196 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-4199afee-b7a0-4a39-84ab-e00fc049814e tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:36.170647 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-4199afee-b7a0-4a39-84ab-e00fc049814e tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.1388845 Sep 10 17:24:36.181080 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'port': {'security_groups': ['49a133c2-62d0-4431-8f26-21b79eb0cfd2', '0a7e855a-f594-4089-bc71-daf96ef98460']}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:36.271679 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.281036 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7280d761-b083-4dc5-87de-af71428f1f94 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:36.333526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event deleted for resources: {'Port': ['ID=d1abaead-1bc4-4d4f-b97b-5b0150ed6a36,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:36.338852 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:36.378677 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.450637 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38750) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:36.490957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.523256 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.524399 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "DELETE /v2.0/floatingips/95dfe6cc-9fed-42ff-a1a0-d11b370ff57a HTTP/1.1" status: 204 len: 168 time: 1.0450668 Sep 10 17:24:36.617836 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.648771 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:36.652634 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Usage tracker for resource:security_group_rule and tenant:90a99e25637b4efe8ec6ffb8de86fd90 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:36.660644 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:36.661806 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:36.704425 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f086366d-895e-4668-92d9-8a5e2e161384,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:36.728708 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.733632 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.829169 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.840207 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-b5ed9423-8f51-426c-96a6-ff755f69abfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:36.852163 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.859280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:36.864372 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['f086366d-895e-4668-92d9-8a5e2e161384'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:24:36.915228 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90a99e25637b4efe8ec6ffb8de86fd90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4630988 Sep 10 17:24:36.917264 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38766) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:36.917529 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d34e7-e1d0-4356-a457-191e748ee7d4,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:36.922007 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:36.955414 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:36.956051 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:36.957437 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5b4cb9bc-6fba-4dc2-8b9d-8b69810c4123 req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "PUT /v2.0/ports/f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 981 time: 0.7808056 Sep 10 17:24:36.964513 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:37.008271 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=6']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:37.085720 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38778) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:37.094007 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['f086366d-895e-4668-92d9-8a5e2e161384'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:24:37.094222 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241081066', 'description': 'tempest-description--713453015'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:37.104202 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:37.112366 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:37.116274 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:37.131731 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:37.139958 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:37.165011 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.193187 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.229177 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.240018 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384', 'status': 'completed', 'code': 200} Sep 10 17:24:37.290312 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.330064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8433-007b-4ba7-b5a4-c8b9ea1a8bdc req-3bcd21af-375f-4883-b89d-9971ddf2bfcb tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:37.338733 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-677d8433-007b-4ba7-b5a4-c8b9ea1a8bdc req-3bcd21af-375f-4883-b89d-9971ddf2bfcb tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.1520572 Sep 10 17:24:37.395228 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-f4e1bc26-a8be-4b5f-9d50-2076af34e53f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1137 time: 0.1481364 Sep 10 17:24:37.398431 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-677d8433-007b-4ba7-b5a4-c8b9ea1a8bdc req-fc21fbee-dcb8-4a96-91dc-2044179cd7c8 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584710 Sep 10 17:24:37.480430 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.485550 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-36c96908-4731-4708-87ef-ba78a9f29840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:37.501316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.504875 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/590d34e7-e1d0-4356-a457-191e748ee7d4 HTTP/1.1" status: 204 len: 168 time: 0.5824883 Sep 10 17:24:37.504875 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d34e7-e1d0-4356-a457-191e748ee7d4,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:37.515358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:37.519596 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:37.527131 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group_rule and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:37.531525 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:37.541291 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:37.543625 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-513cedf2-b5e9-4e49-a8c4-75caa82f9d2b None None] Provisioning complete for port f086366d-895e-4668-92d9-8a5e2e161384 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:24:37.544013 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-513cedf2-b5e9-4e49-a8c4-75caa82f9d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.597439 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-2ab33174-0d25-46d7-90cf-dfe3543bc7f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:37.598824 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-2ab33174-0d25-46d7-90cf-dfe3543bc7f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 200 len: 914 time: 0.1962328 Sep 10 17:24:37.705578 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.729759 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-6737fed6-e0c2-49fc-8a43-a6ecc705a76a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 1001 time: 0.1217144 Sep 10 17:24:37.769063 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.782040 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-649993d2-3f58-47fc-becd-6a8f8a92183f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:37.840882 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-b7e559f2-db07-4fb1-846b-629897255330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:37.845940 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-b7e559f2-db07-4fb1-846b-629897255330 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21013c54-317e-4fe2-ac57-640e2b3b3ddc HTTP/1.1" status: 200 len: 852 time: 0.1060500 Sep 10 17:24:37.847156 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87142cfb-5b74-4ab6-896e-a913ee171152,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:37.879993 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:37.916161 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:37.917365 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8303990 Sep 10 17:24:37.920287 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38808) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:37.926239 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'security_group_rule': {'security_group_id': '87142cfb-5b74-4ab6-896e-a913ee171152', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:37.933389 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-e2312a4f-8150-4414-82f9-1242f37fd221 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7a479eb-de8b-492a-9eff-493394cfcd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838640 Sep 10 17:24:37.935582 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:37.939601 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group_rule and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:37.942810 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:37.966237 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:38.079509 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-17819774-943d-4d55-b8f3-6dd86688cd94 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337640 Sep 10 17:24:38.164911 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.259924 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6dd5938b-ae02-45da-8df1-bd754901b5cb req-0b7e0d2b-1cc5-44d0-bcd7-89ba2a942497 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682525 Sep 10 17:24:38.269921 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.323619 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38824) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:38.341651 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.343363 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.346016 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4bd9f56c-c262-4102-9f12-ab508b0f4bb9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:38.372602 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35e1978-02b4-4194-a0c1-ff906011fe26,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:38.375190 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:38.376521 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:38.380880 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Usage tracker for resource:security_group_rule and tenant:e603d5b8f5934149b548eeb4801adc23 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:38.384392 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:38.390651 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:38.474512 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.475742 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-2b48300e-5da0-4f9a-8f7e-d6b730e0d895 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5545700 Sep 10 17:24:38.479102 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38830) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:38.484702 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'security_group_rule': {'security_group_id': '87142cfb-5b74-4ab6-896e-a913ee171152', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:38.490443 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:38.494322 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:security_group_rule and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:38.497509 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:38.503598 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.505280 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:38.537022 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.601741 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.617920 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.625501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9b366b2f-56a0-4616-8acd-e0262c929b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:38.666377 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71ec45-89e8-426c-895b-b43e8345c991,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:38.672945 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.673172 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e603d5b8f5934149b548eeb4801adc23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3485365 Sep 10 17:24:38.673943 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38834) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:38.674450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:38.737744 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.762576 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.806028 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.808496 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4fb8eef9-0ef7-432b-bc4d-fd8235ecd595 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:38.833406 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208ac620-33cd-4250-b311-69ea53fa8113,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:38.838289 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:38.948789 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.951306 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.956764 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf71ec45-89e8-426c-895b-b43e8345c991 HTTP/1.1" status: 204 len: 168 time: 0.2772827 Sep 10 17:24:38.956764 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-eeab481c-1432-4174-88d0-64325ac91bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:38.962900 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf71ec45-89e8-426c-895b-b43e8345c991,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:38.965593 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:38.989336 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:38.990262 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5101283 Sep 10 17:24:38.993445 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38844) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:38.999882 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'floatingip': {'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:39.005305 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:39.009766 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Usage tracker for resource:floatingip and tenant:502a711a8ab9445b80c013ab95f4d1f1 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:39.012575 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:39.019482 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:39.131277 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:39.269220 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:39.411990 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Allocated IP 172.28.0.196 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/822d2f66-b473-47e2-8c70-9e849f47af8e) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:24:39.630232 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:39.789269 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:39.794276 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-04706c30-4580-47cf-988b-4af30377a09b tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:39.861512 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:24:39.864624 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:24:39.868744 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:24:39.910635 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'Port': ['ID=822d2f66-b473-47e2-8c70-9e849f47af8e,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:39.914720 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:40.035130 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.189390 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.250277 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38866) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:40.313395 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Deleting subnet 24980024-28e4-4198-b931-8a1bb582445f {{(pid=76068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:24:40.316408 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.372065 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286010'] for subnet, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.412890 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.437316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.463284 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.468442 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1a8b8d0c-b300-4622-a373-a1e7713b3aa8 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:40.576297 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'Port': ['ID=822d2f66-b473-47e2-8c70-9e849f47af8e,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:40.577868 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7516739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7372479'] for subnet, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.580220 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:40.583653 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-aae2d2bf-e1ca-4f3e-a8ad-752a8e7d4e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:40.585055 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.617100 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24980024-28e4-4198-b931-8a1bb582445f,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:40.621356 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:40.624825 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.635330 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/24980024-28e4-4198-b931-8a1bb582445f HTTP/1.1" status: 204 len: 168 time: 0.3839288 Sep 10 17:24:40.637764 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38874) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:40.692034 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.701522 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-3b1920e6-b111-40b4-99f2-318d33d762cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6988232 Sep 10 17:24:40.747237 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.874061 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.887595 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099c99b3-019c-4a93-b11d-13a72e0e8324']}} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:40.913686 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be84fd5c-9c06-40b5-9d80-ad490926b240') {'for_net_delete': True} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:40.913686 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be84fd5c-9c06-40b5-9d80-ad490926b240') {} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:40.913686 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8285987'] for segment, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.929421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.939107 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=76068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:24:40.939578 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7516701'] for segment, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:40.943021 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-d0086474-5d47-4a31-8a86-e5662614c233 req-a31c39c7-b417-4b57-b03c-00c33e6d53c5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: Traceback (most recent call last): Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: timer() Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: cb(*args, **kw) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: return func(*args, **kwargs) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: self._notify() Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: self.callback(batched_events) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: event.method(event) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: return f(self, *a, **k) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: return self._get(url).json() Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: return self.request(url, 'GET', **kwargs) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:24:40.957172 dv-cinder-808475-1-smb neutron-server[76068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:24:41.102027 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-d0086474-5d47-4a31-8a86-e5662614c233 req-a31c39c7-b417-4b57-b03c-00c33e6d53c5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:24:41.103199 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-a31c39c7-b417-4b57-b03c-00c33e6d53c5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--241081066&fields=id&tenant_id=502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 267 time: 0.2112708 Sep 10 17:24:41.199660 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:41.203984 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-10778111-2240-4179-bcee-b4f04f66ecc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:41.219951 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:41.230741 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Pushing event deleted for resources: {'Network': ['ID=099c99b3-019c-4a93-b11d-13a72e0e8324,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:41.233966 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:41.252989 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0086474-5d47-4a31-8a86-e5662614c233 req-96d26afa-728b-4a9e-b160-363ef9541cfd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:41.254436 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-96d26afa-728b-4a9e-b160-363ef9541cfd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 817 time: 0.1447957 Sep 10 17:24:41.270477 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-e3aef366-20f0-4c28-838b-754751b8f606 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/quotas/502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 375 time: 0.0101871 Sep 10 17:24:41.354368 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-0a0e74f5-f43f-4694-939b-9ecad06e1524 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783684 Sep 10 17:24:41.361668 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-08e38c18-a4ef-44eb-9ead-f0de1fe04672 admin admin] 10.222.0.58 "DELETE /v2.0/networks/099c99b3-019c-4a93-b11d-13a72e0e8324 HTTP/1.1" status: 204 len: 168 time: 0.7175274 Sep 10 17:24:41.362125 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:24:41.510353 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-ec26ba89-50d0-4e95-84ed-76203e2395c1 service neutron] 10.222.0.58 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402230 Sep 10 17:24:41.643049 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-219569fe-e1b5-4a4c-bb9a-36b77c2bd19b service neutron] 10.222.0.58 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264536 Sep 10 17:24:41.906885 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38912) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:41.910337 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-b680c5a4-27c2-4d3e-bd78-449d82e208c3 req-269d601a-3cec-4c7a-9229-8b830134ebfb tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:24:41.971838 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-4dcd6f02-3ee5-49d3-b87a-4e155042f3aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=caff76c21cdf4b4280a206643b90b96b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637870 Sep 10 17:24:41.977628 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38920) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:42.016443 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-b680c5a4-27c2-4d3e-bd78-449d82e208c3 req-269d601a-3cec-4c7a-9229-8b830134ebfb tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:24:42.018107 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b680c5a4-27c2-4d3e-bd78-449d82e208c3 req-269d601a-3cec-4c7a-9229-8b830134ebfb tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 210 time: 0.1578085 Sep 10 17:24:42.045383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:42.073242 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:42.217288 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:42.221371 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7c679635-4cfb-4ffe-ba3a-b377a0466e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:42.238497 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f0587e-2c93-4e5e-b48e-ed3fd165a63b,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:42.241100 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:42.359647 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:42.360767 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8f0587e-2c93-4e5e-b48e-ed3fd165a63b HTTP/1.1" status: 204 len: 168 time: 0.3857565 Sep 10 17:24:42.698632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 38942) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:42.846171 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:42.878289 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:42.882229 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Usage tracker for resource:security_group_rule and tenant:c793edf7810c4e72ac657bf3334c8670 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:42.885634 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:42.894456 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:42.958016 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:43.034285 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:43.041596 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-79862b3a-cdb5-4e2a-9c7c-edce15ac3f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:43.082879 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c85d38-7d65-43d3-a9ad-96251d057200,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:43.088292 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:43.094430 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 38960) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:43.094938 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c793edf7810c4e72ac657bf3334c8670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3946850 Sep 10 17:24:43.162915 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13a5a0f6-7278-4b45-846e-bb9cbba61a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:43.189766 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13a5a0f6-7278-4b45-846e-bb9cbba61a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:43.203129 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7f2f3638-ee67-49c2-89de-aa37fd7f75ff req-fdd27b8e-28f7-4392-b277-e6d9dedb42b2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 210 time: 0.0430591 Sep 10 17:24:43.320497 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13a5a0f6-7278-4b45-846e-bb9cbba61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:43.325020 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:43.339095 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5a0f6-7278-4b45-846e-bb9cbba61a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c85d38-7d65-43d3-a9ad-96251d057200,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:43.356052 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-13a5a0f6-7278-4b45-846e-bb9cbba61a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:43.372508 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-13a5a0f6-7278-4b45-846e-bb9cbba61a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:43.376688 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-13a5a0f6-7278-4b45-846e-bb9cbba61a82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54c85d38-7d65-43d3-a9ad-96251d057200 HTTP/1.1" status: 204 len: 168 time: 0.2812617 Sep 10 17:24:44.285440 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39000) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:44.308549 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:44.339917 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:44.345267 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Usage tracker for resource:security_group_rule and tenant:792e35a7dcfa48fcadd57a2114108e9a is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:44.380111 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:44.391766 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:44.399759 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5511da3-1673-4931-9b40-ebab550c3d3d req-48ab44f3-627b-417a-be0e-ad6c553427ac tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 210 time: 0.0574112 Sep 10 17:24:44.471250 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:44.571497 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:44.580265 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-011985dd-98e4-458b-b2eb-3982129e8915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:44.586509 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0086474-5d47-4a31-8a86-e5662614c233 req-53203a99-fc70-4b16-a103-329b75104c15 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:44.588140 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-53203a99-fc70-4b16-a103-329b75104c15 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 817 time: 0.1479993 Sep 10 17:24:44.621760 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=792e35a7dcfa48fcadd57a2114108e9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3343756 Sep 10 17:24:44.622665 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb900df-1381-4b85-9b9a-3ae7576c8968,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:44.625756 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:44.626576 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39004) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:44.645667 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-3df1cf05-28dc-4b0f-9a56-0beaf5a9c184 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 379 time: 0.0436902 Sep 10 17:24:44.655316 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'port': {'device_id': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'admin_state_up': True, 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'security_groups': ['87142cfb-5b74-4ab6-896e-a913ee171152']}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:44.687680 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:44.719638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:44.851637 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:44.857236 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4c9f6fb7-e912-40d3-b64d-617d3bf4cc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:44.875373 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb900df-1381-4b85-9b9a-3ae7576c8968,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:44.877240 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:44.880635 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2eb900df-1381-4b85-9b9a-3ae7576c8968 HTTP/1.1" status: 204 len: 168 time: 0.2508571 Sep 10 17:24:44.880635 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:44.890517 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:44.901795 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:45.034410 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Made reservation on behalf of 502a711a8ab9445b80c013ab95f4d1f1 for: {'port': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:24:45.037397 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:45.202460 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Allocated IP 172.20.0.4 (c97ed1e5-b42b-4bbb-8956-41f0e0205600/86dd2abc-4038-4891-8abd-836ebc151a41/e5622e86-e555-485d-8bca-708282889089) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:24:45.412257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:45.418511 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Transition to ACTIVE for port object e5622e86-e555-485d-8bca-708282889089 will not be triggered until provisioned by entity DHCP. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:24:45.497680 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:45.504886 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:45.625448 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:24:45.633811 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:24:45.636750 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:24:45.672767 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:45.676384 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:45.728941 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:45.729754 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:45.748305 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d4653-333e-48c9-b203-b8c9d455c5cb req-14a6e908-f620-430f-8dbc-434399c4a46a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:45.750003 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c96d4653-333e-48c9-b203-b8c9d455c5cb req-14a6e908-f620-430f-8dbc-434399c4a46a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 931 time: 0.1925683 Sep 10 17:24:45.810871 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c96d4653-333e-48c9-b203-b8c9d455c5cb req-430e3268-fde1-4f78-a3f1-1e3ed0f13713 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533242 Sep 10 17:24:45.972950 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3212366 Sep 10 17:24:45.986512 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Request body: {'port': {'device_id': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:46.014487 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-6fe62ece-aba2-4c92-b140-fd97d456828a None None] Provisioning for port e5622e86-e555-485d-8bca-708282889089 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:24:46.017102 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-6fe62ece-aba2-4c92-b140-fd97d456828a None None] Provisioning complete for port e5622e86-e555-485d-8bca-708282889089 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:24:46.017687 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6fe62ece-aba2-4c92-b140-fd97d456828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:46.074373 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-6fe62ece-aba2-4c92-b140-fd97d456828a None None] Port e5622e86-e555-485d-8bca-708282889089 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:24:46.100732 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:46.458090 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5622e86-e555-485d-8bca-708282889089 {{(pid=76067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:24:46.464702 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:46.480493 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Transition to ACTIVE for port object e5622e86-e555-485d-8bca-708282889089 will not be triggered until provisioned by entity L2. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:24:46.611892 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:46.617509 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:46.739652 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ca65-3799-452f-8264-23310d001722 service neutron] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:46.747168 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f236ca65-3799-452f-8264-23310d001722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:46.866309 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Attempting to bind port e5622e86-e555-485d-8bca-708282889089 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:24:46.866676 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Attempting to bind port e5622e86-e555-485d-8bca-708282889089 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:24:46.867115 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Attempting to bind port e5622e86-e555-485d-8bca-708282889089 on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:24:46.877588 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Port e5622e86-e555-485d-8bca-708282889089 on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:24:46.878044 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Attempting to bind port e5622e86-e555-485d-8bca-708282889089 on network c97ed1e5-b42b-4bbb-8956-41f0e0205600 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:24:46.890494 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:24:46.890907 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Checking segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:24:46.891543 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Bound using segment: {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:24:46.892064 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Bound port: e5622e86-e555-485d-8bca-708282889089, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a752886f-422c-4789-82e6-db9e75fa5a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600'}}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:24:46.893435 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:47.000804 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, cleared binding levels {{(pid=76067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:24:47.004314 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:24:47.051904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d39d-31cf-4e7f-ad99-ed2c1ae49cd7 req-11c88847-388c-4e19-905f-ab322d76a2cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:47.053378 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-28a2d39d-31cf-4e7f-ad99-ed2c1ae49cd7 req-11c88847-388c-4e19-905f-ab322d76a2cd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.0864601 Sep 10 17:24:47.101834 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-28a2d39d-31cf-4e7f-ad99-ed2c1ae49cd7 req-f0d1574c-3bfc-45a6-ab09-9012386d387c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:24:47.114123 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-28a2d39d-31cf-4e7f-ad99-ed2c1ae49cd7 req-f0d1574c-3bfc-45a6-ab09-9012386d387c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:24:47.115322 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-28a2d39d-31cf-4e7f-ad99-ed2c1ae49cd7 req-f0d1574c-3bfc-45a6-ab09-9012386d387c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556428 Sep 10 17:24:47.121284 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:47.126007 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:47.188819 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:47.198377 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:47.199831 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-f236ca65-3799-452f-8264-23310d001722 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5622e86-e555-485d-8bca-708282889089 HTTP/1.1" status: 200 len: 1093 time: 1.2187896 Sep 10 17:24:47.200324 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'tag': 'e5622e86-e555-485d-8bca-708282889089'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:47.210023 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ca65-3799-452f-8264-23310d001722 service neutron] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=3']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:47.213118 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f236ca65-3799-452f-8264-23310d001722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:47.274703 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'tag': 'e5622e86-e555-485d-8bca-708282889089', 'status': 'completed', 'code': 200} Sep 10 17:24:47.391577 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f94b10ea-64b8-4064-b646-09eaa6552876 req-2e8a5b7c-23be-4440-8347-b90d0f7338dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 1096 time: 0.0990815 Sep 10 17:24:47.616109 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b10ea-64b8-4064-b646-09eaa6552876 req-0109cc98-9596-4532-90a8-6d77a609507a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:47.617582 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f94b10ea-64b8-4064-b646-09eaa6552876 req-0109cc98-9596-4532-90a8-6d77a609507a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2159729 Sep 10 17:24:47.762387 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b10ea-64b8-4064-b646-09eaa6552876 req-bad13d0e-edd0-4c35-98bd-073c0ce09fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:47.763918 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f94b10ea-64b8-4064-b646-09eaa6552876 req-bad13d0e-edd0-4c35-98bd-073c0ce09fb8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389568 Sep 10 17:24:47.885631 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-7533cb33-f368-44a0-bb31-1a2127d3fa0c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 1096 time: 0.0798352 Sep 10 17:24:47.957254 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-ca94929a-0871-4bc0-ba39-6b883b45c08c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5622e86-e555-485d-8bca-708282889089 HTTP/1.1" status: 200 len: 217 time: 0.0617473 Sep 10 17:24:48.024410 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0086474-5d47-4a31-8a86-e5662614c233 req-4e3f90e6-dd35-43b0-8382-e22d7b4f1022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:48.025944 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-4e3f90e6-dd35-43b0-8382-e22d7b4f1022 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.0618396 Sep 10 17:24:48.110282 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-b1da64ff-d70d-4c57-a1fd-bf01e752ad72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723126 Sep 10 17:24:48.260844 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-1aa20a7e-7927-4ddf-a22b-641834c548f1 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415076 Sep 10 17:24:48.405611 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0086474-5d47-4a31-8a86-e5662614c233 req-359a49fa-e10c-427a-814c-29d2fe962cfb service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381521 Sep 10 17:24:48.421735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1e40-05df-4a77-92a6-9dc4dea2c86d req-e555afd5-925a-465b-9adb-4d305eebb13a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:48.423181 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1abd1e40-05df-4a77-92a6-9dc4dea2c86d req-e555afd5-925a-465b-9adb-4d305eebb13a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1538267 Sep 10 17:24:48.471810 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1abd1e40-05df-4a77-92a6-9dc4dea2c86d req-b493219b-15a8-452c-b83e-f41858f81890 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Sep 10 17:24:49.698918 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a532c2-b173-40ce-b62e-9fa2e70e6a41 req-460e8402-53e4-465c-95dc-cade946e8ed6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:49.699623 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-e8a532c2-b173-40ce-b62e-9fa2e70e6a41 req-460e8402-53e4-465c-95dc-cade946e8ed6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Synchronizing usage tracker for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:24:49.857219 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-e8a532c2-b173-40ce-b62e-9fa2e70e6a41 req-460e8402-53e4-465c-95dc-cade946e8ed6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Unset dirty status for tenant:502a711a8ab9445b80c013ab95f4d1f1 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:24:49.858459 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e8a532c2-b173-40ce-b62e-9fa2e70e6a41 req-460e8402-53e4-465c-95dc-cade946e8ed6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.2436144 Sep 10 17:24:49.905575 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e8a532c2-b173-40ce-b62e-9fa2e70e6a41 req-3ea850e6-5d7d-4bf0-9703-b8ac83863dd2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414791 Sep 10 17:24:50.149154 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39104) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:50.289920 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:50.321710 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:50.325837 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Usage tracker for resource:security_group_rule and tenant:5e79060b36c0450ebdebb3ebcb136117 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:50.333668 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:50.340209 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:50.412198 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:50.508691 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:50.515985 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d5ab4ada-efd8-4465-8652-0c91481152cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:50.555302 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a082336a-b481-4d31-9c9f-9f379470143e,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:50.559569 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:50.561764 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e79060b36c0450ebdebb3ebcb136117&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4116044 Sep 10 17:24:50.564848 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39112) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:50.625900 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:50.651756 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:50.794640 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:50.798469 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9788f21c-b44b-4ab2-aa7b-8ba900790b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:50.810383 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a082336a-b481-4d31-9c9f-9f379470143e,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:50.814465 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:50.817612 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:50.818726 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a082336a-b481-4d31-9c9f-9f379470143e HTTP/1.1" status: 204 len: 168 time: 0.2528901 Sep 10 17:24:51.068654 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:24:51.124612 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf819871-ad91-41e8-89b1-fb00ab6c4289 req-2ba0b1f6-a8eb-4426-aa5f-d50cb6ec7a9f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:51.126059 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bf819871-ad91-41e8-89b1-fb00ab6c4289 req-2ba0b1f6-a8eb-4426-aa5f-d50cb6ec7a9f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.0843370 Sep 10 17:24:51.174374 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bf819871-ad91-41e8-89b1-fb00ab6c4289 req-cce341cd-fc89-4ba4-8ba7-88f756528728 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Sep 10 17:24:51.217514 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:51.231366 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'e5622e86-e555-485d-8bca-708282889089', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'port_id': 'e5622e86-e555-485d-8bca-708282889089', 'mac_address': 'fa:16:3e:35:f8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:24:51.286870 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:51.303839 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5622e86-e555-485d-8bca-708282889089 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:24:51.319510 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:51.600368 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:51.602288 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-59d3272b-863e-4bd6-ac3f-0faf32e36289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:51.666223 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:51.675238 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.675578 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.675908 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.676233 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.676559 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.676880 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.677193 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.677510 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.677822 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.678130 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.678441 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:24:51.682835 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:51.873101 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['e5622e86-e555-485d-8bca-708282889089'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:24:51.895242 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39124) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:51.913977 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:51.947663 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:51.951563 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Usage tracker for resource:security_group_rule and tenant:23e7f24de4444fcd84e8acb50c77e8af is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:51.954389 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:51.961034 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:52.033046 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:52.114289 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:52.121007 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4fe85940-1a9d-48bf-a1d4-81a741eb5bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:52.160405 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da899dd5-ea48-4030-ada7-07d6206f9c76,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:52.163366 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:52.168124 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23e7f24de4444fcd84e8acb50c77e8af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2703052 Sep 10 17:24:52.169494 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39130) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:52.230352 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c417dab5-d2a3-4cda-bccd-b5ca12674457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:52.255502 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c417dab5-d2a3-4cda-bccd-b5ca12674457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:52.377243 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c417dab5-d2a3-4cda-bccd-b5ca12674457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:52.382336 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2ee82224-3ba0-498a-8aaf-c309f75a4b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:52.402061 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417dab5-d2a3-4cda-bccd-b5ca12674457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da899dd5-ea48-4030-ada7-07d6206f9c76,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:52.405303 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-c417dab5-d2a3-4cda-bccd-b5ca12674457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:52.407399 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c417dab5-d2a3-4cda-bccd-b5ca12674457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:52.408505 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-c417dab5-d2a3-4cda-bccd-b5ca12674457 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da899dd5-ea48-4030-ada7-07d6206f9c76 HTTP/1.1" status: 204 len: 168 time: 0.2382076 Sep 10 17:24:52.419987 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f6ae7-218a-4973-84d8-47f53b83b7d3 req-89c230e5-c760-4d63-bb16-fb0e1896a56b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:52.421549 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-726f6ae7-218a-4973-84d8-47f53b83b7d3 req-89c230e5-c760-4d63-bb16-fb0e1896a56b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 944 time: 0.1070020 Sep 10 17:24:52.470623 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-726f6ae7-218a-4973-84d8-47f53b83b7d3 req-5a4fb632-4a8c-481c-aed0-6b1262790be7 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422220 Sep 10 17:24:53.092709 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:24:53.240068 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port e5622e86-e555-485d-8bca-708282889089 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:24:53.246165 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port e5622e86-e555-485d-8bca-708282889089 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:24:53.252593 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:53.366249 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:53.394049 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:53.410070 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:53.455904 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089', 'code': 200} Sep 10 17:24:53.503158 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:53.505076 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:53.612573 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:53.627270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:53.716038 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f202892-264b-4186-ba63-1dbde1d6701f req-c1005c0d-bad9-4120-a21f-fe039c1e1848 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:53.718229 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f202892-264b-4186-ba63-1dbde1d6701f req-c1005c0d-bad9-4120-a21f-fe039c1e1848 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0862346 Sep 10 17:24:53.766055 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f202892-264b-4186-ba63-1dbde1d6701f req-ad73570c-45a4-43f6-8344-cc9c343410fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415246 Sep 10 17:24:54.003402 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-36e4ddf5-dc8a-458e-8627-bc2e4f0c9372 req-021e9f25-4c8d-40ef-b026-bbea70c0c89a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 1098 time: 0.0722039 Sep 10 17:24:54.056083 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-36e4ddf5-dc8a-458e-8627-bc2e4f0c9372 req-ad952c45-a7de-4c18-9cda-fb415bef66dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Sep 10 17:24:54.061430 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881f04e-d20b-4ba7-8ff1-1beb43a38d5a req-bbf37ee9-9ac4-43e4-8e72-f3cf716c5b5d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:54.062994 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3881f04e-d20b-4ba7-8ff1-1beb43a38d5a req-bbf37ee9-9ac4-43e4-8e72-f3cf716c5b5d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0861032 Sep 10 17:24:54.110741 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3881f04e-d20b-4ba7-8ff1-1beb43a38d5a req-990f5952-64e2-41f2-a348-a0525db70ecf tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417616 Sep 10 17:24:54.981093 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88c13c-4859-4d65-a4f3-1bb799e340e1 req-35b5cc37-3897-4376-b4b0-f1fe829184ce tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:54.982639 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf88c13c-4859-4d65-a4f3-1bb799e340e1 req-35b5cc37-3897-4376-b4b0-f1fe829184ce tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0791745 Sep 10 17:24:55.030067 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf88c13c-4859-4d65-a4f3-1bb799e340e1 req-d9e32496-9ce3-4327-99c7-352dc4c81c09 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Sep 10 17:24:55.320723 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293b964-d57f-4d45-b40e-dc9399db7948 req-b4dfb62c-37a4-4bf9-817b-e266c2cab9d4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:55.323193 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f293b964-d57f-4d45-b40e-dc9399db7948 req-b4dfb62c-37a4-4bf9-817b-e266c2cab9d4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0817525 Sep 10 17:24:55.389238 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f293b964-d57f-4d45-b40e-dc9399db7948 req-5e3d4df8-3eb1-4f72-b66a-207a18807729 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598874 Sep 10 17:24:56.246572 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9393fd4-3792-489d-9af5-17c9e9d7223c req-e394b925-ce86-4b67-aa4b-7a832b9c4776 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:56.248070 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a9393fd4-3792-489d-9af5-17c9e9d7223c req-e394b925-ce86-4b67-aa4b-7a832b9c4776 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0835798 Sep 10 17:24:56.294935 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a9393fd4-3792-489d-9af5-17c9e9d7223c req-92ca92fa-f178-4ae6-83e9-710b65dbd369 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413947 Sep 10 17:24:56.509363 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494746de-23d0-4f40-9231-b76e710954cb req-820eb956-64d7-470f-9413-dc148518e4a6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:56.511554 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-494746de-23d0-4f40-9231-b76e710954cb req-820eb956-64d7-470f-9413-dc148518e4a6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0868554 Sep 10 17:24:56.520879 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39240) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:56.527057 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Request body: {'floatingip': {'port_id': 'e5622e86-e555-485d-8bca-708282889089'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:24:56.599260 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b6672-6af5-4ef7-89a0-60ebceebe0cf req-d6991b2c-e959-4eeb-9d23-e3a58a743c0b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:56.600727 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f52b6672-6af5-4ef7-89a0-60ebceebe0cf req-d6991b2c-e959-4eeb-9d23-e3a58a743c0b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.0814698 Sep 10 17:24:56.607832 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:56.777847 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f52b6672-6af5-4ef7-89a0-60ebceebe0cf req-7877eece-5ccb-4502-9f31-39b10f31a03b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ebadcc3-c65a-4164-8c1e-737adc67b314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715789 Sep 10 17:24:56.797831 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39246) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:56.801942 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e33fc-889b-4823-91d1-0993e106d66c req-5f691518-fabc-4e37-bc72-7efac475c889 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:56.803564 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-129e33fc-889b-4823-91d1-0993e106d66c req-5f691518-fabc-4e37-bc72-7efac475c889 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 945 time: 0.1659870 Sep 10 17:24:56.878157 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Deleting port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:24:56.878603 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.016781 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.129957 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:57.143088 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Usage tracker for resource:security_group_rule and tenant:7d0ab3eafd8a430a953251e8335095ad is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:57.143298 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] For port 4ba668e2-6445-45ff-833b-f6d4754c2cb2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=4ba668e2-6445-45ff-833b-f6d4754c2cb2,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:24:57.143661 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.146492 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:57.153756 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:57.262303 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.331446 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.340371 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1051f89e-665d-48f9-937e-215b151ac430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:57.407978 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.409098 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d8d83-accf-42a8-9486-7daec6dc2b4f,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:57.413255 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d0ab3eafd8a430a953251e8335095ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6142781 Sep 10 17:24:57.414093 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:57.416095 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39254) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:57.456962 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.457562 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.457712 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.l3_db [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Floating IP 784eccc8-7e74-452b-ba25-8e385e320bfd disassociated. External IP: 172.28.0.26, port: 4ba668e2-6445-45ff-833b-f6d4754c2cb2. Sep 10 17:24:57.458001 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Calling delete_port for 4ba668e2-6445-45ff-833b-f6d4754c2cb2 owned by compute:nova {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:24:57.473383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.536536 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.647255 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.724849 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.730620 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-00c4ad66-83f0-4068-b207-963047d4eb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:57.776926 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event deleted for resources: {'Port': ['ID=4ba668e2-6445-45ff-833b-f6d4754c2cb2,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:57.781007 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:57.813534 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Floating IP 008dec62-3603-4f8d-8170-781e0d5b52bf associated. External IP: 172.28.0.196, port: e5622e86-e555-485d-8bca-708282889089. Sep 10 17:24:57.907202 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.912989 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5ee289e9-6910-4919-9f0f-9403dc923242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:57.928664 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d8d83-accf-42a8-9486-7daec6dc2b4f,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:57.963038 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:57.980722 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9105e509-b593-48f1-9580-00fa548b6f5c req-042d3ffb-f46f-40d1-873d-2ad2f3b87901 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 210 time: 0.0534425 Sep 10 17:24:57.985537 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:57.986192 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d11d8d83-accf-42a8-9486-7daec6dc2b4f HTTP/1.1" status: 204 len: 168 time: 0.5691264 Sep 10 17:24:58.019232 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Router ac83705f-b625-4935-a3d7-43945b349b47 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:24:58.239172 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:24:58.250501 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] Sync routers for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:24:58.263016 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:58.263877 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:58.315242 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] No DVR routers for this DVR port 4ba668e2-6445-45ff-833b-f6d4754c2cb2 on host hv-cinder-80847 {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:24:58.318092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:58.322689 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'name': 'network-vif-deleted', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:58.360971 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Router 95921d51-827a-4efd-a8a0-01c6fff223e6 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:24:58.431626 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c9ab7d-84eb-4172-bab7-b652bc6c47a0', 'name': 'network-vif-deleted', 'tag': '4ba668e2-6445-45ff-833b-f6d4754c2cb2', 'status': 'completed', 'code': 200} Sep 10 17:24:58.457679 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-129e33fc-889b-4823-91d1-0993e106d66c req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "DELETE /v2.0/ports/4ba668e2-6445-45ff-833b-f6d4754c2cb2 HTTP/1.1" status: 204 len: 173 time: 1.6459165 Sep 10 17:24:58.596064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:24:58.596672 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:58.600053 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:58.606564 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] Sync routers for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:24:58.625033 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:58.626693 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:58.656635 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-a1e7b0e6-4f5a-4a47-9be5-a8e87d47408d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "PUT /v2.0/floatingips/008dec62-3603-4f8d-8170-781e0d5b52bf HTTP/1.1" status: 200 len: 991 time: 2.1346712 Sep 10 17:24:58.657827 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'tag': 'e5622e86-e555-485d-8bca-708282889089'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:24:58.746232 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'tag': 'e5622e86-e555-485d-8bca-708282889089', 'status': 'completed', 'code': 200} Sep 10 17:24:58.878412 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-71e5e37f-3af1-4298-b814-55c563c7746d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 1098 time: 0.1039295 Sep 10 17:24:58.935092 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:59.022889 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39274) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:59.050393 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:59.053390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:59.055108 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] Checking router: ac83705f-b625-4935-a3d7-43945b349b47 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:24:59.071699 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:59.072927 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:59.099059 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:24:59.104645 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Usage tracker for resource:security_group_rule and tenant:65ff180af07946299564927c70ecf29a is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:24:59.107665 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:24:59.115293 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:24:59.160984 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-bd14c952-164a-4925-806d-a76c469fba43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:59.162385 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-bd14c952-164a-4925-806d-a76c469fba43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.2771072 Sep 10 17:24:59.207515 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:59.294275 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:59.302999 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:59.318936 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-f7e3d1d0-8380-460e-b3c1-897e19b6a2ff req-9afdcfe8-96c7-42d8-a1ed-3009df269b5a tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:24:59.320222 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5f94d257-4b66-460b-95e1-ffa1bb475156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:59.364735 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-c388e274-66d7-4f04-81e2-c4ca68156a8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5622e86-e555-485d-8bca-708282889089 HTTP/1.1" status: 200 len: 999 time: 0.1876793 Sep 10 17:24:59.389158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44657c86-124e-4b32-86b5-0a7ff4a2d2c7,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:59.398087 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65ff180af07946299564927c70ecf29a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3731997 Sep 10 17:24:59.405129 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:59.405129 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39282) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:24:59.481017 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-a75bcf99-cee3-4d81-9525-33c5c4256d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:24:59.482664 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-a75bcf99-cee3-4d81-9525-33c5c4256d52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.1053939 Sep 10 17:24:59.485578 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-f7e3d1d0-8380-460e-b3c1-897e19b6a2ff req-9afdcfe8-96c7-42d8-a1ed-3009df269b5a tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:24:59.486650 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7e3d1d0-8380-460e-b3c1-897e19b6a2ff req-9afdcfe8-96c7-42d8-a1ed-3009df269b5a tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c9ab7d-84eb-4172-bab7-b652bc6c47a0 HTTP/1.1" status: 200 len: 210 time: 0.2265263 Sep 10 17:24:59.504203 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '008dec62-3603-4f8d-8170-781e0d5b52bf', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'port_id': 'e5622e86-e555-485d-8bca-708282889089', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'mac_address': 'fa:16:3e:35:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:24:39Z', 'updated_at': '2021-09-10T17:24:57Z', 'revision_number': 1, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:59.508614 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] Checking router: 95921d51-827a-4efd-a8a0-01c6fff223e6 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:24:59.511174 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:59.529700 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:24:59.530320 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:24:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:59.546037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:59.592843 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-d5c4b276-b553-419a-bf17-8d751ed46169 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005478 Sep 10 17:24:59.699703 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:24:59.703996 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cf13c-fd50-48b1-bbe3-ad0e8b49e4b7 None None] The sync data for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb is: [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:24:59.725805 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:59.730739 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-53fd8d97-9878-41ad-aae6-4947d26fcb84 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:24:59.735809 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:24:59.748883 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44657c86-124e-4b32-86b5-0a7ff4a2d2c7,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:24:59.757593 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:24:59.762550 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:24:59.763969 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44657c86-124e-4b32-86b5-0a7ff4a2d2c7 HTTP/1.1" status: 204 len: 168 time: 0.3631468 Sep 10 17:24:59.775581 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-a652b7b1-39b9-4651-9ea9-394b1202a59e service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745684 Sep 10 17:24:59.921646 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-9ed8a9d3-8a63-4076-ad65-a07cdb1fd515 req-7bb464a5-3bc0-44c7-87d9-aa8efbc7d958 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390831 Sep 10 17:25:00.034893 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c990b65-6d06-4ba6-8b29-9ee7044c6a57 None None] New status for floating IP 784eccc8-7e74-452b-ba25-8e385e320bfd: DOWN {{(pid=76069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:25:00.161475 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '008dec62-3603-4f8d-8170-781e0d5b52bf', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'port_id': 'e5622e86-e555-485d-8bca-708282889089', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'mac_address': 'fa:16:3e:35:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:24:39Z', 'updated_at': '2021-09-10T17:24:57Z', 'revision_number': 1, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:25:00.165998 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2dfc2-5696-480f-b0ed-b406dae30963 None None] The sync data for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb is: [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '008dec62-3603-4f8d-8170-781e0d5b52bf', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'port_id': 'e5622e86-e555-485d-8bca-708282889089', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'mac_address': 'fa:16:3e:35:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:24:39Z', 'updated_at': '2021-09-10T17:24:57Z', 'revision_number': 1, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:25:00.406722 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb51cf-20b8-4733-ab5a-476411638ec4 None None] New status for floating IP 008dec62-3603-4f8d-8170-781e0d5b52bf: ACTIVE {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:25:00.676177 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4428a0-0310-4d87-bf73-7593b0ddb677 req-f868f049-18b1-4193-a7fb-f1d546d18854 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:00.678056 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1d4428a0-0310-4d87-bf73-7593b0ddb677 req-f868f049-18b1-4193-a7fb-f1d546d18854 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.1185312 Sep 10 17:25:00.705434 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-3b749b6d-71fb-4a43-aa4e-82beccc95a1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1137 time: 0.0897343 Sep 10 17:25:00.725326 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1d4428a0-0310-4d87-bf73-7593b0ddb677 req-b15787ca-9596-4562-8b79-2102641f0034 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414398 Sep 10 17:25:00.797028 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39312) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:00.852302 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-087bf7e3-87f4-47fe-b9eb-a8ac392839cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:00.853802 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-087bf7e3-87f4-47fe-b9eb-a8ac392839cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 200 len: 914 time: 0.1402338 Sep 10 17:25:00.862604 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:00.890447 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:00.961007 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-d5f3c51b-de77-4b13-9873-f8d03cfb5e8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 1001 time: 0.0990045 Sep 10 17:25:01.033267 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-f2babf03-77dd-48a6-a9b4-5dc3331025e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:01.034874 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-f2babf03-77dd-48a6-a9b4-5dc3331025e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21013c54-317e-4fe2-ac57-640e2b3b3ddc HTTP/1.1" status: 200 len: 852 time: 0.0653288 Sep 10 17:25:01.039715 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:01.043767 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bf37ca17-f139-4fea-bd03-de700176c6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:01.059692 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebadcc3-c65a-4164-8c1e-737adc67b314,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:01.080756 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:01.109411 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 4ba668e2-6445-45ff-833b-f6d4754c2cb2 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:25:01.126907 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-c3cf594f-4144-4e93-9481-9ddee279ae09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7a479eb-de8b-492a-9eff-493394cfcd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812895 Sep 10 17:25:01.143274 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: 4ba668e2-6445-45ff-833b-f6d4754c2cb2 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:25:01.143675 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 4ba668e2-6445-45ff-833b-f6d4754c2cb2 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:25:01.193175 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:01.194439 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ebadcc3-c65a-4164-8c1e-737adc67b314 HTTP/1.1" status: 204 len: 168 time: 0.3962929 Sep 10 17:25:01.197211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39322) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:01.216823 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.api.v2.resource [None req-3cc49552-c728-4541-8606-9e933ffc3351 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] show failed (client error): The resource could not be found. Sep 10 17:25:01.220717 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-3cc49552-c728-4541-8606-9e933ffc3351 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups/8ebadcc3-c65a-4164-8c1e-737adc67b314 HTTP/1.1" status: 404 len: 347 time: 0.0197165 Sep 10 17:25:01.220870 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39326) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:01.265323 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-7d8dc568-5aff-4b80-9366-4b2a95e71fbe service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307259 Sep 10 17:25:01.376294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Deleting port bbcdbd3e-ed13-4771-95c4-516f0df665db {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:25:01.376686 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:01.405936 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-373e40b4-3840-4739-803c-98f754a6a5b5 req-80ce30e3-83a6-4107-9bc2-99968308ac0d service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337526 Sep 10 17:25:01.661335 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:01.661669 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:01.790630 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Calling delete_port for bbcdbd3e-ed13-4771-95c4-516f0df665db owned by network:floatingip {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:25:01.935795 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f96caf-5ada-46ac-a28a-d239edd25b4e req-56c3d87f-4ba5-46e1-b39f-09c231d43449 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:01.942820 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-93f96caf-5ada-46ac-a28a-d239edd25b4e req-56c3d87f-4ba5-46e1-b39f-09c231d43449 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0899467 Sep 10 17:25:01.989393 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-93f96caf-5ada-46ac-a28a-d239edd25b4e req-98223ec9-ea2d-4d0a-920e-abb718495ad3 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:25:02.085412 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:02.091336 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:02.140608 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event deleted for resources: {'Port': ['ID=bbcdbd3e-ed13-4771-95c4-516f0df665db,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:02.143564 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:02.167339 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-93f96caf-5ada-46ac-a28a-d239edd25b4e req-98223ec9-ea2d-4d0a-920e-abb718495ad3 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:25:02.168597 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-93f96caf-5ada-46ac-a28a-d239edd25b4e req-98223ec9-ea2d-4d0a-920e-abb718495ad3 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248762 Sep 10 17:25:02.241689 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:02.422177 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:02.423423 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "DELETE /v2.0/floatingips/784eccc8-7e74-452b-ba25-8e385e320bfd HTTP/1.1" status: 204 len: 168 time: 1.2016335 Sep 10 17:25:02.770329 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39360) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:02.777321 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505513207', 'description': 'tempest-description--913858382'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:02.784294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:02.788745 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:02.792282 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:02.798147 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:02.891123 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:02.925330 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:02.929067 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group_rule and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:02.931938 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:02.937578 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:02.994538 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.176848 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.182904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-79e31dd4-2a06-4d73-954b-eebf7ffffa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:03.224349 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:03.227040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:03.347812 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.349189 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-9ecf039a-c909-4234-abe9-32a96f70fbfe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5777640 Sep 10 17:25:03.352406 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39374) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:03.358467 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'security_group_rule': {'security_group_id': '7a9f2ee4-8073-4ca5-9918-d2e8141cf26f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:03.396424 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:03.396424 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group_rule and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:03.396424 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:03.396424 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:03.397954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a1a1c-c07c-4feb-a87f-886349360e27 req-50873f9b-4da2-4e50-adb9-358e028636f9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:03.399675 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-366a1a1c-c07c-4feb-a87f-886349360e27 req-50873f9b-4da2-4e50-adb9-358e028636f9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0931740 Sep 10 17:25:03.455521 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-366a1a1c-c07c-4feb-a87f-886349360e27 req-d0157c34-78f9-4c9c-9178-12fe00671d69 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477545 Sep 10 17:25:03.510153 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.593172 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.714497 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.716693 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:03.741701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc19826a-96f4-4f55-9448-b4099053a027,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:03.753841 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:03.845744 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2e500577-ecc5-46ec-b5c2-3a7158ece209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.885307 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:03.886529 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-0bf61128-b237-4677-aab4-39e8b2513c6c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5330811 Sep 10 17:25:03.889594 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39392) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:03.895391 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'security_group_rule': {'security_group_id': '7a9f2ee4-8073-4ca5-9918-d2e8141cf26f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:03.901816 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:03.905889 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:security_group_rule and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:03.908875 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:03.914680 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:04.012129 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:04.073098 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:04.194273 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:04.202105 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:04.223389 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11feadee-d31e-46fe-9591-9f13e5887f08,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:04.225680 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:04.239671 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:04.359482 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:04.360861 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-ed1a27cd-1a58-4c8c-bafb-b5c1b7f7a803 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4702234 Sep 10 17:25:04.363999 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39396) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:04.369482 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'floatingip': {'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:04.375020 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:04.379027 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Usage tracker for resource:floatingip and tenant:b5218a4f079d453d9eaa19d38112b640 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:04.382074 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:04.388451 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:04.491245 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:04.666986 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b70fc-e6bf-4dbc-a82e-02fe7d7dca3c req-ff8ceccd-33c1-4a37-915e-10c042f8a0e5 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:04.668672 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f22b70fc-e6bf-4dbc-a82e-02fe7d7dca3c req-ff8ceccd-33c1-4a37-915e-10c042f8a0e5 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0823390 Sep 10 17:25:04.719314 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f22b70fc-e6bf-4dbc-a82e-02fe7d7dca3c req-a2d304a2-161e-409b-aea6-386cf098601f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438497 Sep 10 17:25:04.722314 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:04.924464 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Allocated IP 172.28.0.127 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/8b7ef9bd-22c0-4259-b12f-052e10409899) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:25:05.013744 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:05.217553 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:05.224707 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-23016bc5-9b32-4181-a866-c7a43fdc0474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:05.288025 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:25:05.293315 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:25:05.295166 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:25:05.325415 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'Port': ['ID=8b7ef9bd-22c0-4259-b12f-052e10409899,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:05.335351 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:05.460075 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:05.662961 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:05.876604 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:05.921800 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085151c4-d147-4e38-8309-89bb03b63afa req-6cc3ac23-48b4-4e85-bd7e-a8ed813628a4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:05.927710 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-085151c4-d147-4e38-8309-89bb03b63afa req-6cc3ac23-48b4-4e85-bd7e-a8ed813628a4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0827332 Sep 10 17:25:05.972010 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-085151c4-d147-4e38-8309-89bb03b63afa req-f671ab29-00b8-436f-a773-53270383da3b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424044 Sep 10 17:25:06.051139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:06.051351 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d9a6694c-3287-4e01-ace3-70491abfb7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:06.055278 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:06.158128 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'Port': ['ID=8b7ef9bd-22c0-4259-b12f-052e10409899,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:06.162102 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:06.170857 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:06.296750 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:06.298067 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9331365 Sep 10 17:25:06.532077 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-2556b358-bad3-4bbc-af43-5db3c3b511ef tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--505513207&fields=id&tenant_id=b5218a4f079d453d9eaa19d38112b640 HTTP/1.1" status: 200 len: 267 time: 0.0445523 Sep 10 17:25:06.678185 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-e7d8269a-713e-43f9-8b37-acdb06f48996 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:06.679693 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-e7d8269a-713e-43f9-8b37-acdb06f48996 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 811 time: 0.1415074 Sep 10 17:25:06.707645 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-d966caf6-d96e-41a2-978c-2beb2d9e19a8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/quotas/b5218a4f079d453d9eaa19d38112b640 HTTP/1.1" status: 200 len: 375 time: 0.0111158 Sep 10 17:25:06.782696 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-6d69dc83-bd99-4629-a52d-a55663a76872 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806432 Sep 10 17:25:06.929937 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-18d31934-f280-4d15-890f-13ad3c20c35f service neutron] 10.222.0.58 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343706 Sep 10 17:25:07.028479 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:07.071210 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-3a15189a-329a-46ea-94e6-e66ddf5eacf7 service neutron] 10.222.0.58 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350360 Sep 10 17:25:07.201598 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b3b41-df8e-47d1-82ca-d5d12813946c req-cad365d0-f459-4f29-9fe8-f82c4913cf2c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:07.203111 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e99b3b41-df8e-47d1-82ca-d5d12813946c req-cad365d0-f459-4f29-9fe8-f82c4913cf2c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0829592 Sep 10 17:25:07.251570 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e99b3b41-df8e-47d1-82ca-d5d12813946c req-662ece35-88a7-4e04-a9ea-efaa53ca5a26 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424514 Sep 10 17:25:07.388092 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-223f192b-945d-4326-8594-44a44a58b474 req-4416b2ba-351c-441a-bfb6-1d00e34ec849 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 210 time: 0.0647082 Sep 10 17:25:08.517902 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-f2b776d6-4bb5-4d3c-8a41-d742ad53aba9 req-496eb8bd-faaf-4404-b095-9582e7cd9d5f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:25:08.545122 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d242c-14c9-4bc9-a610-e9c73f241449 req-15f92951-13a6-4bbc-aaf8-beab4b37c310 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:08.546600 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf6d242c-14c9-4bc9-a610-e9c73f241449 req-15f92951-13a6-4bbc-aaf8-beab4b37c310 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.1608703 Sep 10 17:25:08.565463 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:08.598842 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cf6d242c-14c9-4bc9-a610-e9c73f241449 req-0593b08a-230e-49de-b654-0dce7824bc3a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464914 Sep 10 17:25:08.667979 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-f2b776d6-4bb5-4d3c-8a41-d742ad53aba9 req-496eb8bd-faaf-4404-b095-9582e7cd9d5f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:25:08.669167 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f2b776d6-4bb5-4d3c-8a41-d742ad53aba9 req-496eb8bd-faaf-4404-b095-9582e7cd9d5f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 210 time: 0.2020285 Sep 10 17:25:09.803642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61223510-1a9f-4004-a4c1-a2ba15d5d7fa req-8e29a074-fa87-4e83-85f4-a181cacb2c77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:09.805126 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61223510-1a9f-4004-a4c1-a2ba15d5d7fa req-8e29a074-fa87-4e83-85f4-a181cacb2c77 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0857730 Sep 10 17:25:09.843388 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-99859a68-d97e-4d82-ba82-b6df447a9e2d req-d8538ac7-681c-46ce-973b-461b8741bd88 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 210 time: 0.0433741 Sep 10 17:25:09.854737 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-61223510-1a9f-4004-a4c1-a2ba15d5d7fa req-1f673d1e-254a-4460-aa78-27dede6e5bbb tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440269 Sep 10 17:25:10.441967 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-fd2637b2-3b31-455b-aacd-5e1d9451ee7f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:10.443422 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-fd2637b2-3b31-455b-aacd-5e1d9451ee7f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 811 time: 0.1444581 Sep 10 17:25:10.505510 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-cb038114-2162-414e-a45f-c7f703f6a8b0 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5218a4f079d453d9eaa19d38112b640 HTTP/1.1" status: 200 len: 379 time: 0.0440071 Sep 10 17:25:10.515721 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'port': {'device_id': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'admin_state_up': True, 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'security_groups': ['7a9f2ee4-8073-4ca5-9918-d2e8141cf26f']}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:10.653225 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:10.662698 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:10.810863 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Made reservation on behalf of b5218a4f079d453d9eaa19d38112b640 for: {'port': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:25:10.813879 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:11.091561 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Allocated IP 172.20.0.3 (6058e59e-c8a2-4f37-8df5-d68cb89bd138/9e552692-6503-4ba4-9908-0b89b2514f16/a1e90a88-4c98-4911-934a-bd93dec18b0d) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:25:11.102804 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-13b127db-861c-4535-b0c5-60945f72f9b5 req-81465d2a-2da4-4a5d-9168-8700fd1d8abf tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 210 time: 0.0551770 Sep 10 17:25:11.151954 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c39b1-5b6b-4f6f-8356-b1ab7e3d1263 req-eaf3d774-03fa-466d-a16c-f09fe1f78052 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:11.153548 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-255c39b1-5b6b-4f6f-8356-b1ab7e3d1263 req-eaf3d774-03fa-466d-a16c-f09fe1f78052 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.1374264 Sep 10 17:25:11.297937 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-255c39b1-5b6b-4f6f-8356-b1ab7e3d1263 req-a616e6c6-49a9-4bc3-bd11-e5fb98b48edc tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278844 Sep 10 17:25:11.343634 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:11.361983 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Transition to ACTIVE for port object a1e90a88-4c98-4911-934a-bd93dec18b0d will not be triggered until provisioned by entity DHCP. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:25:11.463649 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:11.469517 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:11.545482 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:25:11.548790 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:25:11.553439 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:25:11.578958 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event updated for resources: {'Port': ['ID=a1e90a88-4c98-4911-934a-bd93dec18b0d,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:11.584485 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:11.619183 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:11.619802 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:11.761271 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1e810d79-5b2b-4280-aee0-dc39a010e196 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2490816 Sep 10 17:25:11.773494 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Request body: {'port': {'device_id': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:11.883231 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:12.102828 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-b4f58e1a-e60e-4874-ac0d-ab23b6f65075 None None] Provisioning for port a1e90a88-4c98-4911-934a-bd93dec18b0d completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:25:12.108027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-b4f58e1a-e60e-4874-ac0d-ab23b6f65075 None None] Provisioning complete for port a1e90a88-4c98-4911-934a-bd93dec18b0d triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:25:12.114666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b4f58e1a-e60e-4874-ac0d-ab23b6f65075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:12.161539 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-b4f58e1a-e60e-4874-ac0d-ab23b6f65075 None None] Port a1e90a88-4c98-4911-934a-bd93dec18b0d cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:25:12.225209 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e90a88-4c98-4911-934a-bd93dec18b0d {{(pid=76067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:25:12.232998 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:12.291486 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Transition to ACTIVE for port object a1e90a88-4c98-4911-934a-bd93dec18b0d will not be triggered until provisioned by entity L2. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:25:12.323473 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53158901-29c2-4c45-b12d-3376d865813a req-f7125d43-6b38-4fbe-b605-8d87f7978ab8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:12.324346 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-53158901-29c2-4c45-b12d-3376d865813a req-f7125d43-6b38-4fbe-b605-8d87f7978ab8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:25:12.393777 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:12.398263 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:12.466436 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e90a88-4c98-4911-934a-bd93dec18b0d,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:12.517128 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-53158901-29c2-4c45-b12d-3376d865813a req-f7125d43-6b38-4fbe-b605-8d87f7978ab8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:25:12.518273 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-53158901-29c2-4c45-b12d-3376d865813a req-f7125d43-6b38-4fbe-b605-8d87f7978ab8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 931 time: 0.2827804 Sep 10 17:25:12.519864 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:12.520746 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1476-26eb-437f-8df0-092a463fcdd4 req-effc78f4-0b2b-4c2d-9f9e-0d159f7ff08c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:12.522816 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0f7f1476-26eb-437f-8df0-092a463fcdd4 req-effc78f4-0b2b-4c2d-9f9e-0d159f7ff08c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0913162 Sep 10 17:25:12.586073 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0f7f1476-26eb-437f-8df0-092a463fcdd4 req-10c05e1d-66bd-4de4-8a7f-606624811d01 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558217 Sep 10 17:25:12.753893 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-53158901-29c2-4c45-b12d-3376d865813a req-ce1f7223-5db8-4a69-9005-987385f2165d tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293812 Sep 10 17:25:12.775209 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Attempting to bind port a1e90a88-4c98-4911-934a-bd93dec18b0d on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:25:12.775596 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Attempting to bind port a1e90a88-4c98-4911-934a-bd93dec18b0d by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:25:12.775929 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Attempting to bind port a1e90a88-4c98-4911-934a-bd93dec18b0d on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:25:12.787688 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Port a1e90a88-4c98-4911-934a-bd93dec18b0d on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:25:12.788020 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Attempting to bind port a1e90a88-4c98-4911-934a-bd93dec18b0d on network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:25:12.795582 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:25:12.795874 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Checking segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:25:12.796246 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Bound using segment: {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'} {{(pid=76067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:25:12.796671 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.managers [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Bound port: a1e90a88-4c98-4911-934a-bd93dec18b0d, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11010837-de1c-497c-a4ed-486df286158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138'}}] {{(pid=76067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:25:12.797019 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:12.886675 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] For port a1e90a88-4c98-4911-934a-bd93dec18b0d, host hv-cinder-80847, cleared binding levels {{(pid=76067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:25:12.889601 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] For port a1e90a88-4c98-4911-934a-bd93dec18b0d, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:25:13.084872 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:13.089737 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3e5a9888-a4b1-4b1a-94fb-48d6a400ccca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:13.155922 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:13.157297 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-13fd0743-b726-4410-a503-70cea7104979 service neutron] 10.222.0.62 "PUT /v2.0/ports/a1e90a88-4c98-4911-934a-bd93dec18b0d HTTP/1.1" status: 200 len: 1093 time: 1.3880522 Sep 10 17:25:13.157782 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:25:13.174442 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e90a88-4c98-4911-934a-bd93dec18b0d,revision_number=3']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:13.177021 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:13.223112 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'status': 'completed', 'code': 200} Sep 10 17:25:13.365851 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e464cc47-6e64-4fef-81d8-827025ea1962 req-cb34346b-4606-4fad-849d-e8809cd5a96c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0884802 Sep 10 17:25:13.509505 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464cc47-6e64-4fef-81d8-827025ea1962 req-dd6f6667-1a0f-4e57-bc7a-3ccfa84ca935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:13.510957 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e464cc47-6e64-4fef-81d8-827025ea1962 req-dd6f6667-1a0f-4e57-bc7a-3ccfa84ca935 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b5218a4f079d453d9eaa19d38112b640&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1378365 Sep 10 17:25:13.648215 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464cc47-6e64-4fef-81d8-827025ea1962 req-92949698-aa13-42b8-93de-a1b9bfc428d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:13.650241 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e464cc47-6e64-4fef-81d8-827025ea1962 req-92949698-aa13-42b8-93de-a1b9bfc428d3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333730 Sep 10 17:25:13.829163 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-c6aac2d1-5e00-4768-a960-2ddf5316b8ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1424196 Sep 10 17:25:13.835627 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e83fa-6397-43f7-a4f3-2669303c8bd8 req-c8f36c49-2647-48fa-a85e-6d2bd2ef93a8 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:13.837086 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a64e83fa-6397-43f7-a4f3-2669303c8bd8 req-c8f36c49-2647-48fa-a85e-6d2bd2ef93a8 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.1202877 Sep 10 17:25:13.920224 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-a6e147e9-9d3e-4cf3-a636-c2b2f7dfb753 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d HTTP/1.1" status: 200 len: 217 time: 0.0821872 Sep 10 17:25:13.987585 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a64e83fa-6397-43f7-a4f3-2669303c8bd8 req-5dbe3563-35f2-452a-9d02-67896088e9aa tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012518 Sep 10 17:25:13.998661 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-64a3ed38-9039-4f29-9ea7-7192ad682796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:14.000157 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-64a3ed38-9039-4f29-9ea7-7192ad682796 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.0682440 Sep 10 17:25:14.074105 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcc3a2-b52b-4935-aad8-c33628f33aac req-6725732f-4dec-48be-a15c-3947d471e086 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:14.075602 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-66fcc3a2-b52b-4935-aad8-c33628f33aac req-6725732f-4dec-48be-a15c-3947d471e086 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 943 time: 0.0866437 Sep 10 17:25:14.089413 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-e3c2dee6-201b-4149-a274-4716b214e912 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814743 Sep 10 17:25:14.123824 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-66fcc3a2-b52b-4935-aad8-c33628f33aac req-a7513bcb-2ff0-4ac9-8d0b-ed04b8b8c8d6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:25:14.229136 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-1a7a9cd6-622a-4586-a3ce-6f25522c70fc service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315441 Sep 10 17:25:14.250853 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-66fcc3a2-b52b-4935-aad8-c33628f33aac req-a7513bcb-2ff0-4ac9-8d0b-ed04b8b8c8d6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:25:14.252169 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-66fcc3a2-b52b-4935-aad8-c33628f33aac req-a7513bcb-2ff0-4ac9-8d0b-ed04b8b8c8d6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685832 Sep 10 17:25:14.362013 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbb40c5b-fafd-4298-b0f9-a88bae2f5c68 req-a2ea869f-c28d-4104-831c-312940c0c881 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265574 Sep 10 17:25:15.186849 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8828912-1bba-4b34-ba0a-21fcc4d70e95 req-fe0a0755-6ece-47ae-9ba8-b8adc4ab807b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:15.188232 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c8828912-1bba-4b34-ba0a-21fcc4d70e95 req-fe0a0755-6ece-47ae-9ba8-b8adc4ab807b tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0765541 Sep 10 17:25:15.236287 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c8828912-1bba-4b34-ba0a-21fcc4d70e95 req-cf5c33ff-b1f2-4c9c-8030-b4e1d8b87cc9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424955 Sep 10 17:25:15.462135 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e01604-738b-4771-9923-de1deed4a7ca req-ebe1d855-dfed-4bbe-8a60-47367ed13c14 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:15.463651 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-36e01604-738b-4771-9923-de1deed4a7ca req-ebe1d855-dfed-4bbe-8a60-47367ed13c14 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 943 time: 0.0847468 Sep 10 17:25:15.510596 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-36e01604-738b-4771-9923-de1deed4a7ca req-18a9ef39-b61d-4ac4-9cd2-430760c09ead tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Sep 10 17:25:16.319282 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39590) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:16.452933 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39598) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:16.478877 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecedf5-37aa-4fc2-8774-3f6bb484cce3 req-6d8538c8-cda2-402f-9798-bd45d2773828 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:16.483196 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f8ecedf5-37aa-4fc2-8774-3f6bb484cce3 req-6d8538c8-cda2-402f-9798-bd45d2773828 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.1233308 Sep 10 17:25:16.540459 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:16.542236 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f8ecedf5-37aa-4fc2-8774-3f6bb484cce3 req-83d1f0a9-5025-42c3-8f25-252b9a55ea99 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551662 Sep 10 17:25:16.578526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:16.609765 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:16.621468 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b06f2e62444fddbee7e6bc74827e68 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:16.625513 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:16.633734 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:16.635774 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:16.641550 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Usage tracker for resource:security_group_rule and tenant:aab29a2b167348a29e3fdf27a61c705e is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:16.648306 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:16.688996 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:16.882291 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc4198-d757-423d-8dfb-4274c59c620d req-7af0dce5-c85a-4b8c-b0c6-b5226a5873b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:16.883830 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b0bc4198-d757-423d-8dfb-4274c59c620d req-7af0dce5-c85a-4b8c-b0c6-b5226a5873b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 943 time: 0.2395468 Sep 10 17:25:16.889471 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:16.917557 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:16.942365 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b0bc4198-d757-423d-8dfb-4274c59c620d req-c96e5dc6-e046-44d4-9a4a-14ffde9be485 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 Sep 10 17:25:16.999163 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.006500 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dc8c66cb-9792-4566-b967-f35bbb1ac0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:17.046487 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.055108 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3b06f2e62444fddbee7e6bc74827e68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7347438 Sep 10 17:25:17.056421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befaa1d8-5b50-448d-bef4-a8994c82b6f5,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:17.058472 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39606) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:17.059458 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:17.061737 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-44651d8a-78c4-4848-ab5c-5774c00282fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:17.103432 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aab29a2b167348a29e3fdf27a61c705e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6491206 Sep 10 17:25:17.104674 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32700dc5-a9e6-4cf3-8158-6851adbaf02d,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:17.105965 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39610) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:17.107858 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:17.108996 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.140375 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.181004 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.184797 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a1e90a88-4c98-4911-934a-bd93dec18b0d details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:25:17.226184 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.258988 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.323629 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port a1e90a88-4c98-4911-934a-bd93dec18b0d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:17.338374 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'port_id': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'mac_address': 'fa:16:3e:12:54:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:25:17.393980 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.414481 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e90a88-4c98-4911-934a-bd93dec18b0d {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:25:17.429672 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port a1e90a88-4c98-4911-934a-bd93dec18b0d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:17.474108 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.478441 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:17.491121 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befaa1d8-5b50-448d-bef4-a8994c82b6f5,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:17.496632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:17.504583 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.506730 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/befaa1d8-5b50-448d-bef4-a8994c82b6f5 HTTP/1.1" status: 204 len: 168 time: 0.4462390 Sep 10 17:25:17.530227 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.530383 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.531920 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:17.533496 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:17.534603 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32700dc5-a9e6-4cf3-8158-6851adbaf02d HTTP/1.1" status: 204 len: 168 time: 0.4277425 Sep 10 17:25:17.535418 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-89fa5ab4-434d-49b9-9b8e-3332ce88fa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:17.547765 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32700dc5-a9e6-4cf3-8158-6851adbaf02d,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:17.550047 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:17.608152 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=a1e90a88-4c98-4911-934a-bd93dec18b0d,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:17.611283 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:17.754482 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aff8c6-1666-4c42-9aa9-0db052f5b2f3 req-0814c3a8-b11a-4ca3-a285-0caaea981b58 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:17.755903 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e4aff8c6-1666-4c42-9aa9-0db052f5b2f3 req-0814c3a8-b11a-4ca3-a285-0caaea981b58 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0807688 Sep 10 17:25:17.803347 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e4aff8c6-1666-4c42-9aa9-0db052f5b2f3 req-cbe04f06-b21b-4502-98f4-6ec7bd822f9e tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417442 Sep 10 17:25:17.804039 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['a1e90a88-4c98-4911-934a-bd93dec18b0d'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:25:18.150191 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817b454-d2ae-4708-934d-7c80f28a80b5 req-56a801f1-26ed-4143-8048-d3c5580ac18f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:18.154829 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8817b454-d2ae-4708-934d-7c80f28a80b5 req-56a801f1-26ed-4143-8048-d3c5580ac18f tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 944 time: 0.0849097 Sep 10 17:25:18.203586 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8817b454-d2ae-4708-934d-7c80f28a80b5 req-95c44240-40a3-4d2e-8695-4156b5fee4ee tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Sep 10 17:25:18.364468 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:25:18.454825 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 39638) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:18.474898 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:18.514439 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:18.518641 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Usage tracker for resource:security_group_rule and tenant:69c2233e1e284920b9e56d84d4f7e00a is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:18.521825 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:18.528182 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:18.597358 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:18.816930 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:18.825416 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58d9ee62-dc61-427a-989c-605f7fcab671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:18.866968 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459fa81c-0223-4fb0-86ab-47946fdded8c,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:18.873148 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69c2233e1e284920b9e56d84d4f7e00a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4148164 Sep 10 17:25:18.873148 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:18.873495 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39648) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:18.935509 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:18.961497 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:19.030452 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3f1d7-9fa2-4be5-b593-e4337a9f6ecb req-ef6a20c0-42c2-4882-a519-ed91e5884ed7 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:19.035549 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbf3f1d7-9fa2-4be5-b593-e4337a9f6ecb req-ef6a20c0-42c2-4882-a519-ed91e5884ed7 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0876691 Sep 10 17:25:19.079423 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dbf3f1d7-9fa2-4be5-b593-e4337a9f6ecb req-8654063a-ba29-43cd-8dee-c753ed3abf87 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416563 Sep 10 17:25:19.085222 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:19.090274 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2dd90183-8eb5-43da-828d-a7dc1583221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:19.107706 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459fa81c-0223-4fb0-86ab-47946fdded8c,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:19.108158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:19.118743 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:19.122620 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/459fa81c-0223-4fb0-86ab-47946fdded8c HTTP/1.1" status: 204 len: 168 time: 0.2458231 Sep 10 17:25:19.198681 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a1e90a88-4c98-4911-934a-bd93dec18b0d up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:25:19.370746 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port a1e90a88-4c98-4911-934a-bd93dec18b0d completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:25:19.377820 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port a1e90a88-4c98-4911-934a-bd93dec18b0d triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:25:19.378206 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:19.421063 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c63a1-08e0-4c8e-a68d-08c503a590c2 req-a4bac6d0-f923-44d0-b54c-5753d3dae374 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:19.422437 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-874c63a1-08e0-4c8e-a68d-08c503a590c2 req-a4bac6d0-f923-44d0-b54c-5753d3dae374 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 944 time: 0.0959456 Sep 10 17:25:19.475700 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-874c63a1-08e0-4c8e-a68d-08c503a590c2 req-74a905f1-91d8-4030-afa8-78a37748dded tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470772 Sep 10 17:25:19.519326 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:19.546824 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:25:19.556908 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port a1e90a88-4c98-4911-934a-bd93dec18b0d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:19.603079 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'code': 200} Sep 10 17:25:19.657143 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:19.658625 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:19.726216 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=a1e90a88-4c98-4911-934a-bd93dec18b0d,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:19.729064 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:20.025971 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39668) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:20.043905 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:20.053488 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b280b25a-f670-42ad-b225-9829975d488e req-823f85a9-3c3a-4c3d-9fe2-583c90b6d0c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 1098 time: 0.0687287 Sep 10 17:25:20.075628 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:20.079670 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Usage tracker for resource:security_group_rule and tenant:172f6b95fd8c492ca48eff8bdd6ca832 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:20.082519 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:20.088383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:20.097253 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b280b25a-f670-42ad-b225-9829975d488e req-c6cabb33-7ad5-42f2-adb0-1bbe2358a15e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365000 Sep 10 17:25:20.161064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:20.272337 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:20.281153 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d3eee36c-5ef2-45da-aa3d-5dfb2192fd15 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:20.297290 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a57c5-0cf3-434c-a5fa-ea0d3d2d76cc req-bab5d1a6-cf87-4163-8dfc-a0d487ca76da tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:20.303258 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1f5a57c5-0cf3-434c-a5fa-ea0d3d2d76cc req-bab5d1a6-cf87-4163-8dfc-a0d487ca76da tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0958698 Sep 10 17:25:20.325861 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689da1a1-6cee-4f0b-804c-75999522fe04,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:20.332673 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=172f6b95fd8c492ca48eff8bdd6ca832&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3032274 Sep 10 17:25:20.332673 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:20.340608 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39678) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:20.355389 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1f5a57c5-0cf3-434c-a5fa-ea0d3d2d76cc req-24c588cf-50f1-4ae7-a8cb-c3acf8e6ce8c tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507982 Sep 10 17:25:20.395585 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:20.422176 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:20.558440 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:20.562381 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-37cfec0a-a3f1-4732-9e84-c2e10a708df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:20.573401 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689da1a1-6cee-4f0b-804c-75999522fe04,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:20.578415 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:20.580662 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:20.584021 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/689da1a1-6cee-4f0b-804c-75999522fe04 HTTP/1.1" status: 204 len: 168 time: 0.2476807 Sep 10 17:25:20.678013 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d414fe-72e4-47f0-ad4e-acb5af0865d8 req-569324fc-2843-4bc6-8aee-d767fd65b4fe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:20.679543 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-27d414fe-72e4-47f0-ad4e-acb5af0865d8 req-569324fc-2843-4bc6-8aee-d767fd65b4fe tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 945 time: 0.0815396 Sep 10 17:25:20.728011 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-27d414fe-72e4-47f0-ad4e-acb5af0865d8 req-c3d8f333-2345-4157-b7c8-a2dd1c51f7f9 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Sep 10 17:25:21.577039 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-469f4a6a-b1d5-4726-bd6a-78bc612fc3c4 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb8e9cf10cd646ab9ba5e28bc92c609e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273681 Sep 10 17:25:21.728638 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-df92026b-2cf7-461a-9620-0ede6645ae45 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:21.730113 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-df92026b-2cf7-461a-9620-0ede6645ae45 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477790 Sep 10 17:25:21.746065 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-dbb530ee-7d94-484e-b6c5-15891af9a7f6 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/quotas/cb8e9cf10cd646ab9ba5e28bc92c609e HTTP/1.1" status: 200 len: 375 time: 0.0104368 Sep 10 17:25:21.757526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64713d5-28b9-435f-9dc2-e8df901c4442 req-8f0e8b08-d1c4-4214-8f77-9be5693c7aa3 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:21.759607 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e64713d5-28b9-435f-9dc2-e8df901c4442 req-8f0e8b08-d1c4-4214-8f77-9be5693c7aa3 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.2830255 Sep 10 17:25:21.793229 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-970ba961-86e9-4643-8bd7-4f8688abfd3d tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb8e9cf10cd646ab9ba5e28bc92c609e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420432 Sep 10 17:25:21.806728 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e64713d5-28b9-435f-9dc2-e8df901c4442 req-c3587b00-b30e-4a4c-ae89-dc1e71d1a880 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412722 Sep 10 17:25:21.994290 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce103ca-b381-45e7-a54d-a3df17064da8 req-0b0e3068-89de-416c-8c24-2cf24c732471 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:21.995780 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3ce103ca-b381-45e7-a54d-a3df17064da8 req-0b0e3068-89de-416c-8c24-2cf24c732471 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 945 time: 0.0792239 Sep 10 17:25:22.043642 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3ce103ca-b381-45e7-a54d-a3df17064da8 req-2da3edfe-94c3-443f-af68-cbf8eba3a5cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Sep 10 17:25:22.143241 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f7ead786-abf6-441f-9ee9-d5b4bb6f9443 req-96365930-89a3-40f3-9272-b8665d572e58 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 210 time: 0.0419023 Sep 10 17:25:22.323018 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561c263-c777-4517-8bb9-357848b28b50 req-a821c359-0248-469b-9b62-5c9c25040fc8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:22.324472 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3561c263-c777-4517-8bb9-357848b28b50 req-a821c359-0248-469b-9b62-5c9c25040fc8 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 945 time: 0.0781064 Sep 10 17:25:22.333043 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 39716) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:22.338982 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Request body: {'floatingip': {'port_id': 'a1e90a88-4c98-4911-934a-bd93dec18b0d'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:22.416616 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:23.016365 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dc19-5035-465e-a0d5-1cb909217d1e req-af3d22f8-5756-4d3f-8387-f2d886e80d30 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:23.018014 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5c09dc19-5035-465e-a0d5-1cb909217d1e req-af3d22f8-5756-4d3f-8387-f2d886e80d30 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0842841 Sep 10 17:25:23.065834 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5c09dc19-5035-465e-a0d5-1cb909217d1e req-43eb655b-ca03-48b7-8295-f0839816d7e0 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418065 Sep 10 17:25:23.104050 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:23.199490 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:23.255319 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-66c33043-3e01-4561-b1f1-7d8d47088fac req-99e6b606-6eb5-47ed-b779-b31c7ebee2cb tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 210 time: 0.0440881 Sep 10 17:25:23.393447 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Floating IP 409ab8b9-2823-4dbf-a60c-1a2158d7fb8e associated. External IP: 172.28.0.127, port: a1e90a88-4c98-4911-934a-bd93dec18b0d. Sep 10 17:25:23.780923 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Router ac83705f-b625-4935-a3d7-43945b349b47 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:25:23.977955 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:25:23.982037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:23.987221 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] Sync routers for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:25:23.999329 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:25:24.001265 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:25:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:25:24.035132 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-da5ef3f0-493b-4d0d-b2bc-372289322500 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "PUT /v2.0/floatingips/409ab8b9-2823-4dbf-a60c-1a2158d7fb8e HTTP/1.1" status: 200 len: 991 time: 1.7007704 Sep 10 17:25:24.035594 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:25:24.092744 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'status': 'completed', 'code': 200} Sep 10 17:25:24.195076 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:25:24.209707 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-3bd3f84d-af82-4cfe-be1b-7809fa43f269 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 1098 time: 0.0870547 Sep 10 17:25:24.286180 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458c33f-6435-40da-a283-fff890c6e22e req-969cc55f-3e25-4572-b8d1-78b111956957 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:24.294183 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4458c33f-6435-40da-a283-fff890c6e22e req-969cc55f-3e25-4572-b8d1-78b111956957 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0924156 Sep 10 17:25:24.372794 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4458c33f-6435-40da-a283-fff890c6e22e req-aa6bef9b-2fe1-4a6f-93d2-b7163aff4466 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&id=0a7e855a-f594-4089-bc71-daf96ef98460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774705 Sep 10 17:25:24.408002 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-03210dc3-ce82-49e7-b7e6-c5bdb6df9cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:24.409715 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-03210dc3-ce82-49e7-b7e6-c5bdb6df9cd8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 912 time: 0.1933224 Sep 10 17:25:24.554279 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5aafa461-abde-43e1-9698-e342eb50353f req-af28ad88-8f20-44f8-8219-6f9336632992 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 210 time: 0.1434875 Sep 10 17:25:24.587853 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-aedb46b9-5553-43b8-82f1-a55692f04902 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d HTTP/1.1" status: 200 len: 999 time: 0.1703753 Sep 10 17:25:24.591237 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '409ab8b9-2823-4dbf-a60c-1a2158d7fb8e', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.127', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:12:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:25:05Z', 'updated_at': '2021-09-10T17:25:22Z', 'revision_number': 1, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:25:24.595391 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] Checking router: ac83705f-b625-4935-a3d7-43945b349b47 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:25:24.605892 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:25:24.606507 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:25:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:25:24.655276 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-d9d1da64-9049-4448-9eaa-42d2c82e9be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:24.656710 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-d9d1da64-9049-4448-9eaa-42d2c82e9be7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.0623920 Sep 10 17:25:24.732790 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-b41bc572-74a7-42bb-aab5-af22650a82b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687511 Sep 10 17:25:24.789447 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:25:24.794131 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-3eda3b30-375e-45db-ae71-cbe90d863047 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cb8e9cf10cd646ab9ba5e28bc92c609e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391920 Sep 10 17:25:24.871168 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-3bdaa949-cf21-4486-8a31-0fae55f26776 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295846 Sep 10 17:25:24.962246 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-a00259a6-4706-4cc0-b83b-bfdd4cebcb0d tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:24.964117 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-a00259a6-4706-4cc0-b83b-bfdd4cebcb0d tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651666 Sep 10 17:25:24.983533 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Request body: {'port': {'device_id': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283', 'admin_state_up': True, 'tenant_id': 'cb8e9cf10cd646ab9ba5e28bc92c609e'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:25.098499 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-7bef20b2-c62a-4d11-9311-3a4ed839b6a4 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178998 Sep 10 17:25:25.134043 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:25.138391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Usage tracker for resource:port and tenant:cb8e9cf10cd646ab9ba5e28bc92c609e is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:25.141362 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:25.147741 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:25.175959 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '409ab8b9-2823-4dbf-a60c-1a2158d7fb8e', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.127', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:12:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:25:05Z', 'updated_at': '2021-09-10T17:25:22Z', 'revision_number': 1, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:25:25.180021 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5e988-93f9-49c2-a168-e0ca54e439da None None] The sync data for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb is: [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '409ab8b9-2823-4dbf-a60c-1a2158d7fb8e', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'floating_ip_address': '172.28.0.127', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'port_id': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'mac_address': 'fa:16:3e:12:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:25:05Z', 'updated_at': '2021-09-10T17:25:22Z', 'revision_number': 1, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:25:25.239379 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Made reservation on behalf of cb8e9cf10cd646ab9ba5e28bc92c609e for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:25:25.243032 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:25.256910 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:25.291670 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:25:25.295562 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Usage tracker for resource:security_group_rule and tenant:cb8e9cf10cd646ab9ba5e28bc92c609e is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:25:25.298386 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:25:25.304601 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:25:25.375388 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:25.411582 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534cc32-854f-4073-ac93-107d181880d9 None None] New status for floating IP 409ab8b9-2823-4dbf-a60c-1a2158d7fb8e: ACTIVE {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:25:25.462113 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:25.465156 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5faa8f21-fa11-489c-be09-1d4d600f5b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:25.639448 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1464f-47fd-40c3-900f-100daf5f2847,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:25.646527 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:25.766292 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3ee0d760-96f2-46df-a7be-9e66ef8f2853 req-d9a29320-9bc4-4a70-a454-e7ee09edbd32 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 210 time: 0.0495412 Sep 10 17:25:25.779632 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Allocated IP 192.168.233.130 (2c5cf89d-a8b7-4134-a346-5f330d086283/ab7d7fc4-1800-4748-8db8-70c69783d403/d3889844-6488-46dd-92db-d192724d0743) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:25:25.975174 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:25.990930 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Transition to ACTIVE for port object d3889844-6488-46dd-92db-d192724d0743 will not be triggered until provisioned by entity DHCP. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:25:26.079544 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:26.085066 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:26.149846 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Network 2c5cf89d-a8b7-4134-a346-5f330d086283 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:25:26.152907 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:25:26.155277 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:25:26.189788 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Pushing event updated for resources: {'Port': ['ID=d3889844-6488-46dd-92db-d192724d0743,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:26.192679 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:26.225620 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:26.226152 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:26.359968 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3815114 Sep 10 17:25:26.373191 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Request body: {'port': {'device_id': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:25:26.485821 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:26.508119 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-e2771f87-df81-4987-94af-c9de32b45bc1 None None] Provisioning for port d3889844-6488-46dd-92db-d192724d0743 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:25:26.513433 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-e2771f87-df81-4987-94af-c9de32b45bc1 None None] Provisioning complete for port d3889844-6488-46dd-92db-d192724d0743 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:25:26.513920 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e2771f87-df81-4987-94af-c9de32b45bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:26.566038 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-e2771f87-df81-4987-94af-c9de32b45bc1 None None] Port d3889844-6488-46dd-92db-d192724d0743 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:25:26.825024 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3889844-6488-46dd-92db-d192724d0743 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:25:26.833560 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:26.852633 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Transition to ACTIVE for port object d3889844-6488-46dd-92db-d192724d0743 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:25:26.941973 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:26.946417 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d97f8ee4-25cc-4cdb-942e-ef18ba0ed03b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:26.972139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6af3-12f9-4834-9c7f-91c1af17112d req-c255bdba-8e41-4c77-af74-db0c53d14c1f tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:26.973595 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-664a6af3-12f9-4834-9c7f-91c1af17112d req-c255bdba-8e41-4c77-af74-db0c53d14c1f tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 936 time: 0.0768065 Sep 10 17:25:27.025739 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-664a6af3-12f9-4834-9c7f-91c1af17112d req-31e53dc1-950f-4b2e-8fad-18f00b665c31 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Sep 10 17:25:27.069103 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Pushing event updated for resources: {'Port': ['ID=d3889844-6488-46dd-92db-d192724d0743,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:27.104982 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.105342 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.105733 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.106082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.106431 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.106831 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.107185 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.107526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.107867 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.108247 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.108526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:27.116513 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:27.194773 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Attempting to bind port d3889844-6488-46dd-92db-d192724d0743 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:25:27.195111 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Attempting to bind port d3889844-6488-46dd-92db-d192724d0743 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:25:27.195436 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Attempting to bind port d3889844-6488-46dd-92db-d192724d0743 on network 2c5cf89d-a8b7-4134-a346-5f330d086283 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:25:27.201405 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Port d3889844-6488-46dd-92db-d192724d0743 on network 2c5cf89d-a8b7-4134-a346-5f330d086283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:25:27.201720 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Attempting to bind port d3889844-6488-46dd-92db-d192724d0743 on network 2c5cf89d-a8b7-4134-a346-5f330d086283 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:25:27.209011 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:25:27.209339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Checking segment: {'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:25:27.209714 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Bound using segment: {'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:25:27.210129 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Bound port: d3889844-6488-46dd-92db-d192724d0743, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd69cbbb-bfed-41ab-80a5-9536ce5e923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:25:27.210478 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:27.298909 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] For port d3889844-6488-46dd-92db-d192724d0743, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:25:27.301736 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] For port d3889844-6488-46dd-92db-d192724d0743, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d3889844-6488-46dd-92db-d192724d0743,segment=NetworkSegment(dd69cbbb-bfed-41ab-80a5-9536ce5e923f),segment_id=dd69cbbb-bfed-41ab-80a5-9536ce5e923f)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:25:27.370947 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:27.374481 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:27.426678 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:27.428219 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3889844-6488-46dd-92db-d192724d0743 HTTP/1.1" status: 200 len: 1098 time: 1.0593441 Sep 10 17:25:27.435536 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'tag': 'd3889844-6488-46dd-92db-d192724d0743'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:25:27.458154 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Pushing event updated for resources: {'Port': ['ID=d3889844-6488-46dd-92db-d192724d0743,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:27.462977 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:27.512736 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'tag': 'd3889844-6488-46dd-92db-d192724d0743', 'status': 'completed', 'code': 200} Sep 10 17:25:27.613083 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-41ead6ce-b9e8-4e41-972d-1623301d6d6d req-ef6ac8b3-4c35-4288-a0d2-eaf0df6b180c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb8e9cf10cd646ab9ba5e28bc92c609e&device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 1101 time: 0.0752459 Sep 10 17:25:27.648172 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-41ead6ce-b9e8-4e41-972d-1623301d6d6d req-e691c320-46ff-498e-83f3-9295a6949a8d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cb8e9cf10cd646ab9ba5e28bc92c609e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249212 Sep 10 17:25:27.781005 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ead6ce-b9e8-4e41-972d-1623301d6d6d req-018d72d1-839e-4a7e-abe1-2f0c5d0b3592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:27.782466 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-41ead6ce-b9e8-4e41-972d-1623301d6d6d req-018d72d1-839e-4a7e-abe1-2f0c5d0b3592 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282010 Sep 10 17:25:27.899711 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-a7113237-388c-4ea1-9fe4-e26cd3a5802e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb8e9cf10cd646ab9ba5e28bc92c609e&device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 1101 time: 0.0755253 Sep 10 17:25:28.044720 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-4ede414e-a505-4f4a-b907-5acb981d439f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d3889844-6488-46dd-92db-d192724d0743 HTTP/1.1" status: 200 len: 217 time: 0.1381299 Sep 10 17:25:28.108623 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-b2a7f286-b869-4870-94f1-42384f09f9bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:28.110074 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-b2a7f286-b869-4870-94f1-42384f09f9bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ab7d7fc4-1800-4748-8db8-70c69783d403 HTTP/1.1" status: 200 len: 843 time: 0.0595257 Sep 10 17:25:28.186925 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-47feb1a7-8d45-407e-9308-1c572e33382e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c5cf89d-a8b7-4134-a346-5f330d086283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682755 Sep 10 17:25:28.223768 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50598b9-617c-4d19-8424-bda5cb4f7c16 req-aa5d6b74-6723-4fb9-aa1f-22b14ed5ee3c tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:28.225228 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d50598b9-617c-4d19-8424-bda5cb4f7c16 req-aa5d6b74-6723-4fb9-aa1f-22b14ed5ee3c tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 948 time: 0.0769217 Sep 10 17:25:28.270219 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d50598b9-617c-4d19-8424-bda5cb4f7c16 req-b34c00c2-b810-498e-aa5f-5fa8c0c98211 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Sep 10 17:25:28.318569 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-799f7386-5dce-4305-ac14-6718b48c70d5 service neutron] 10.222.0.62 "GET /v2.0/networks/2c5cf89d-a8b7-4134-a346-5f330d086283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248181 Sep 10 17:25:28.453093 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ed6c92e4-5e20-4152-bb0f-6aa4def3f0e1 req-cfc571bc-8b58-415e-8c63-b2ad09e6ac33 service neutron] 10.222.0.62 "GET /v2.0/networks/2c5cf89d-a8b7-4134-a346-5f330d086283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243742 Sep 10 17:25:29.468089 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0fcb7-008d-4a64-9688-02058bb845e7 req-4f695307-797f-4a6a-a3d2-42f7334128b5 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:29.468781 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-d5a0fcb7-008d-4a64-9688-02058bb845e7 req-4f695307-797f-4a6a-a3d2-42f7334128b5 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Synchronizing usage tracker for tenant:cb8e9cf10cd646ab9ba5e28bc92c609e on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:25:29.564666 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-d5a0fcb7-008d-4a64-9688-02058bb845e7 req-4f695307-797f-4a6a-a3d2-42f7334128b5 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Unset dirty status for tenant:cb8e9cf10cd646ab9ba5e28bc92c609e on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:25:29.565830 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d5a0fcb7-008d-4a64-9688-02058bb845e7 req-4f695307-797f-4a6a-a3d2-42f7334128b5 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 948 time: 0.1763415 Sep 10 17:25:29.610019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-d5a0fcb7-008d-4a64-9688-02058bb845e7 req-d66c6783-c461-4493-8ef3-622e6b391bf5 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Synchronizing usage tracker for tenant:cb8e9cf10cd646ab9ba5e28bc92c609e on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:25:29.696603 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-d5a0fcb7-008d-4a64-9688-02058bb845e7 req-d66c6783-c461-4493-8ef3-622e6b391bf5 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Unset dirty status for tenant:cb8e9cf10cd646ab9ba5e28bc92c609e on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:25:29.697796 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d5a0fcb7-008d-4a64-9688-02058bb845e7 req-d66c6783-c461-4493-8ef3-622e6b391bf5 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259484 Sep 10 17:25:30.896038 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f522-7669-4c12-8dc9-65e7568d2247 req-e9107328-9278-4f77-9f69-05a8c1610f80 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:30.897514 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-01b7f522-7669-4c12-8dc9-65e7568d2247 req-e9107328-9278-4f77-9f69-05a8c1610f80 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 948 time: 0.0800691 Sep 10 17:25:30.943127 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-01b7f522-7669-4c12-8dc9-65e7568d2247 req-9bbe8835-51e0-4922-944b-270fac8dc464 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Sep 10 17:25:31.294145 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d3889844-6488-46dd-92db-d192724d0743 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:25:31.426174 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d3889844-6488-46dd-92db-d192724d0743, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d3889844-6488-46dd-92db-d192724d0743,segment=NetworkSegment(dd69cbbb-bfed-41ab-80a5-9536ce5e923f),segment_id=dd69cbbb-bfed-41ab-80a5-9536ce5e923f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:31.439964 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'd3889844-6488-46dd-92db-d192724d0743', 'network_id': '2c5cf89d-a8b7-4134-a346-5f330d086283', 'port_id': 'd3889844-6488-46dd-92db-d192724d0743', 'mac_address': 'fa:16:3e:a3:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7d7fc4-1800-4748-8db8-70c69783d403', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:25:31.491718 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:31.512104 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3889844-6488-46dd-92db-d192724d0743 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:25:31.526613 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d3889844-6488-46dd-92db-d192724d0743, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d3889844-6488-46dd-92db-d192724d0743,segment=NetworkSegment(dd69cbbb-bfed-41ab-80a5-9536ce5e923f),segment_id=dd69cbbb-bfed-41ab-80a5-9536ce5e923f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:31.621927 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:31.623728 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-3208c233-df36-4ec7-8396-5abde51dc2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:31.686449 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=d3889844-6488-46dd-92db-d192724d0743,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:31.689410 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:31.899554 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['d3889844-6488-46dd-92db-d192724d0743'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:25:32.141966 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8931dec-2fa9-4f28-b8d1-d217cf057bb7 req-b8275b97-f84f-42d6-9883-3eae55dda38b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:32.143441 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b8931dec-2fa9-4f28-b8d1-d217cf057bb7 req-b8275b97-f84f-42d6-9883-3eae55dda38b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 949 time: 0.0770514 Sep 10 17:25:32.187661 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b8931dec-2fa9-4f28-b8d1-d217cf057bb7 req-f09a015c-45de-462b-af46-d5c17ad09a9a tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 Sep 10 17:25:33.294529 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d3889844-6488-46dd-92db-d192724d0743 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:25:33.385669 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e270b6-df8a-4ab2-bffe-a2b71e09e13b req-b5a28529-ab13-4621-96de-2b3cb999ce6a tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:33.386611 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-01e270b6-df8a-4ab2-bffe-a2b71e09e13b req-b5a28529-ab13-4621-96de-2b3cb999ce6a tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 949 time: 0.0784054 Sep 10 17:25:33.433046 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-01e270b6-df8a-4ab2-bffe-a2b71e09e13b req-b8bc1909-a443-4e60-9cc8-fab8b07952d4 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Sep 10 17:25:33.479280 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port d3889844-6488-46dd-92db-d192724d0743 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:25:33.484242 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port d3889844-6488-46dd-92db-d192724d0743 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:25:33.484621 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:33.599185 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:33.625338 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3889844-6488-46dd-92db-d192724d0743'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:25:33.635085 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d3889844-6488-46dd-92db-d192724d0743, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d3889844-6488-46dd-92db-d192724d0743,segment=NetworkSegment(dd69cbbb-bfed-41ab-80a5-9536ce5e923f),segment_id=dd69cbbb-bfed-41ab-80a5-9536ce5e923f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:33.683895 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3889844-6488-46dd-92db-d192724d0743', 'code': 200} Sep 10 17:25:33.799319 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:33.802054 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-1a57b2f3-d3b4-4143-ba36-3ff971222e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:33.868051 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-15241aef-3d85-43f4-999a-1d89e465c3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:33.872315 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=d3889844-6488-46dd-92db-d192724d0743,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:33.875027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:34.196396 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-28ca4239-6818-4949-ad60-a705c8ca502d req-6c136b25-f1db-4934-b9f3-70a522d498b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 1103 time: 0.0718718 Sep 10 17:25:34.240299 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-28ca4239-6818-4949-ad60-a705c8ca502d req-44536dd7-f9e7-4d6c-8e1d-1e73428a37f4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Sep 10 17:25:34.261801 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:34.632449 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5fac-d248-413c-82bb-48ec1645204a req-4ce2f771-e268-4019-8572-ee5a1642bd98 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:34.633937 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0fdd5fac-d248-413c-82bb-48ec1645204a req-4ce2f771-e268-4019-8572-ee5a1642bd98 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 950 time: 0.0810969 Sep 10 17:25:34.678715 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0fdd5fac-d248-413c-82bb-48ec1645204a req-e2af78a5-5159-41fe-9f96-a83aafc48bea tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Sep 10 17:25:35.876423 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb69e7-c98d-4996-aa80-2794620c02c5 req-efd3b2b7-d595-4eff-b972-401de6887e9b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:35.877820 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-08fb69e7-c98d-4996-aa80-2794620c02c5 req-efd3b2b7-d595-4eff-b972-401de6887e9b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 950 time: 0.0781577 Sep 10 17:25:35.927447 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-08fb69e7-c98d-4996-aa80-2794620c02c5 req-1ed4221b-197b-40e5-9171-474efeecb23d tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Sep 10 17:25:36.021757 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2a551239-5698-4ec0-8cf6-9f74893e1f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:37.004913 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:37.125348 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea401f3-023e-49ad-97ce-808b4b1275af req-b67f2dac-adff-487c-84d5-38701c76baf4 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:37.126815 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2ea401f3-023e-49ad-97ce-808b4b1275af req-b67f2dac-adff-487c-84d5-38701c76baf4 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 950 time: 0.0762360 Sep 10 17:25:37.171298 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-2ea401f3-023e-49ad-97ce-808b4b1275af req-72d8e6d6-f8ee-4d7f-9e9d-6b6cc1cb39e2 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391176 Sep 10 17:25:37.874403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15748549-44b7-4ed7-b7fc-7f4cdfa8a9e2 req-13bd6541-5e8a-4b01-8bb5-51bc9cea620b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:37.876103 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15748549-44b7-4ed7-b7fc-7f4cdfa8a9e2 req-13bd6541-5e8a-4b01-8bb5-51bc9cea620b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 950 time: 0.0769479 Sep 10 17:25:37.921060 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15748549-44b7-4ed7-b7fc-7f4cdfa8a9e2 req-5da092e0-ca1b-4740-8b74-a20ef12aa879 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Sep 10 17:25:38.484819 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:39.122095 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df290-9fb0-4ee4-a720-e06311818e84 req-029564ca-25f1-408a-a6ab-6ea56b536532 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:39.126361 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5a7df290-9fb0-4ee4-a720-e06311818e84 req-029564ca-25f1-408a-a6ab-6ea56b536532 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 950 time: 0.0807512 Sep 10 17:25:39.167981 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5a7df290-9fb0-4ee4-a720-e06311818e84 req-eab5c1c9-16f0-4c49-a52e-5255026abb0e tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Sep 10 17:25:39.613664 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-1fb88c6d-2598-46c4-9281-e0ae08d79947 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:39.615089 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-1fb88c6d-2598-46c4-9281-e0ae08d79947 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 950 time: 0.0789900 Sep 10 17:25:39.685718 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Deleting port d3889844-6488-46dd-92db-d192724d0743 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:25:39.686063 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:39.927663 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] For port d3889844-6488-46dd-92db-d192724d0743, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d3889844-6488-46dd-92db-d192724d0743,segment=NetworkSegment(dd69cbbb-bfed-41ab-80a5-9536ce5e923f),segment_id=dd69cbbb-bfed-41ab-80a5-9536ce5e923f)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:39.928012 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:40.046272 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Calling delete_port for d3889844-6488-46dd-92db-d192724d0743 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:25:40.330810 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:40.337387 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:40.343997 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['d3889844-6488-46dd-92db-d192724d0743'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:25:40.383901 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54696fa9-1b2b-42b2-8618-4c561c3cbef3 req-3f48bc23-f42a-4ec3-a8a7-39a7abc4c33e tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:40.386113 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-54696fa9-1b2b-42b2-8618-4c561c3cbef3 req-3f48bc23-f42a-4ec3-a8a7-39a7abc4c33e tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 867 time: 0.0939269 Sep 10 17:25:40.387383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Pushing event deleted for resources: {'Port': ['ID=d3889844-6488-46dd-92db-d192724d0743,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:40.395338 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:40.456807 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-54696fa9-1b2b-42b2-8618-4c561c3cbef3 req-f05bf3fe-9975-46c4-ba76-d8a33d699f73 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b1464f-47fd-40c3-900f-100daf5f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646992 Sep 10 17:25:40.486280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] No DVR routers for this DVR port d3889844-6488-46dd-92db-d192724d0743 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:25:40.486280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:40.486280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'name': 'network-vif-deleted', 'tag': 'd3889844-6488-46dd-92db-d192724d0743'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:25:40.555262 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8f17be-67d2-4ec5-b9c5-9057d49b487a', 'name': 'network-vif-deleted', 'tag': 'd3889844-6488-46dd-92db-d192724d0743', 'status': 'completed', 'code': 200} Sep 10 17:25:40.668300 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ae6bb7fe-a547-4bf9-b9c8-9886c6d7bbf1 req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.62 "DELETE /v2.0/ports/d3889844-6488-46dd-92db-d192724d0743 HTTP/1.1" status: 204 len: 173 time: 1.0457568 Sep 10 17:25:41.639168 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-de3a7e52-ae4a-4c84-b507-23f3da87c7c7 req-278a645c-90b9-4d1d-8227-345f095172e8 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Synchronizing usage tracker for tenant:cb8e9cf10cd646ab9ba5e28bc92c609e on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:25:41.764393 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-de3a7e52-ae4a-4c84-b507-23f3da87c7c7 req-278a645c-90b9-4d1d-8227-345f095172e8 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Unset dirty status for tenant:cb8e9cf10cd646ab9ba5e28bc92c609e on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:25:41.765577 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-de3a7e52-ae4a-4c84-b507-23f3da87c7c7 req-278a645c-90b9-4d1d-8227-345f095172e8 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c8f17be-67d2-4ec5-b9c5-9057d49b487a HTTP/1.1" status: 200 len: 210 time: 0.1693609 Sep 10 17:25:43.327190 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d3889844-6488-46dd-92db-d192724d0743 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:25:43.361306 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: d3889844-6488-46dd-92db-d192724d0743 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:25:43.363611 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d3889844-6488-46dd-92db-d192724d0743 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:25:43.526704 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4423c8-dbd3-4332-8b21-8a70d84b3021 req-1eea21ec-c332-4a79-9604-b13958ff2aee tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:43.528197 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bc4423c8-dbd3-4332-8b21-8a70d84b3021 req-1eea21ec-c332-4a79-9604-b13958ff2aee tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0822001 Sep 10 17:25:43.578292 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bc4423c8-dbd3-4332-8b21-8a70d84b3021 req-319befd6-92ef-4e11-8935-8b1b7d80b1a9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Sep 10 17:25:44.792897 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1492-790b-421b-8e5a-f9fd79da8e01 req-51ba72e7-5cb4-42fc-b9f9-a3eb71a7b788 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:44.794358 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c26e1492-790b-421b-8e5a-f9fd79da8e01 req-51ba72e7-5cb4-42fc-b9f9-a3eb71a7b788 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0806181 Sep 10 17:25:44.845648 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c26e1492-790b-421b-8e5a-f9fd79da8e01 req-129faf54-f38c-4716-a525-bfae700842cc tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Sep 10 17:25:46.059850 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2de6cc-a140-4815-853a-f173f57761cd req-75bbc7fe-b99e-49bf-816b-ac101839cd25 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:46.061295 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e2de6cc-a140-4815-853a-f173f57761cd req-75bbc7fe-b99e-49bf-816b-ac101839cd25 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0759640 Sep 10 17:25:46.109314 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8e2de6cc-a140-4815-853a-f173f57761cd req-48e76ab1-97c0-4f2e-b1ec-2efe1c13f09d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418990 Sep 10 17:25:47.073217 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:47.328321 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b45bb7-6e95-40fe-8650-f53ac7ea65e7 req-950e9332-a972-4995-8cac-6ea9b28972d1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:47.329774 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-68b45bb7-6e95-40fe-8650-f53ac7ea65e7 req-950e9332-a972-4995-8cac-6ea9b28972d1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0822175 Sep 10 17:25:47.378686 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-68b45bb7-6e95-40fe-8650-f53ac7ea65e7 req-d229f9be-22a4-4e83-9f94-91f02aeae838 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430555 Sep 10 17:25:48.585789 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f2da3-addc-442b-a3d3-aed36fb26615 req-189d9cb9-bffb-41ad-ad71-4031bfbedabd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:48.587238 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e65f2da3-addc-442b-a3d3-aed36fb26615 req-189d9cb9-bffb-41ad-ad71-4031bfbedabd tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0753450 Sep 10 17:25:48.636263 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e65f2da3-addc-442b-a3d3-aed36fb26615 req-2e66e118-d488-42b5-9232-0058bd05426d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432086 Sep 10 17:25:49.859837 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d646-e085-4882-badf-46f5ac20ec0f req-4cf12c53-ac88-4044-aa08-7c097d948363 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:49.861300 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-21b6d646-e085-4882-badf-46f5ac20ec0f req-4cf12c53-ac88-4044-aa08-7c097d948363 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0838459 Sep 10 17:25:49.897856 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40064) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:49.908171 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-21b6d646-e085-4882-badf-46f5ac20ec0f req-14b4b410-b92f-48c7-b605-e169e1298dad tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Sep 10 17:25:50.067097 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-68c0cd19-0b9d-4de8-a315-b3ad1f1ad58d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb8e9cf10cd646ab9ba5e28bc92c609e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1678712 Sep 10 17:25:50.069339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40070) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:25:50.131118 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-abae715e-5ea1-4a91-95b3-7215fb6505e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:50.155597 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-abae715e-5ea1-4a91-95b3-7215fb6505e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:50.330342 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-abae715e-5ea1-4a91-95b3-7215fb6505e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:50.334047 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2b4c992e-5170-4fec-81d1-bd3e56f2cfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:50.346981 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae715e-5ea1-4a91-95b3-7215fb6505e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1464f-47fd-40c3-900f-100daf5f2847,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:50.350164 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-abae715e-5ea1-4a91-95b3-7215fb6505e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:50.465759 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-abae715e-5ea1-4a91-95b3-7215fb6505e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:50.466992 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-abae715e-5ea1-4a91-95b3-7215fb6505e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8b1464f-47fd-40c3-900f-100daf5f2847 HTTP/1.1" status: 204 len: 168 time: 0.3967130 Sep 10 17:25:51.123118 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239190d-c5cd-462e-ae77-12fceadd5ab3 req-160a5267-59d3-4596-9219-e86ffffd0e27 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:51.124597 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7239190d-c5cd-462e-ae77-12fceadd5ab3 req-160a5267-59d3-4596-9219-e86ffffd0e27 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0810189 Sep 10 17:25:51.170005 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7239190d-c5cd-462e-ae77-12fceadd5ab3 req-39a8c973-ccf9-4485-9c62-b203be88c89b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397635 Sep 10 17:25:52.381184 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4508d-3183-4783-9d43-053d6a8a3834 req-c18ee1ef-c6c7-4a33-8861-2ec0a65ef016 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:52.383543 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cef4508d-3183-4783-9d43-053d6a8a3834 req-c18ee1ef-c6c7-4a33-8861-2ec0a65ef016 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0802190 Sep 10 17:25:52.431209 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-cef4508d-3183-4783-9d43-053d6a8a3834 req-ba2992aa-401f-4a6f-8cd4-080d789aaf28 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 Sep 10 17:25:53.644300 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1515c8-6c84-4e5e-9eac-79f3676ab96d req-0e4b005f-a853-4c77-8283-3bff3b066a4c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:53.645655 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5b1515c8-6c84-4e5e-9eac-79f3676ab96d req-0e4b005f-a853-4c77-8283-3bff3b066a4c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0798147 Sep 10 17:25:53.690596 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5b1515c8-6c84-4e5e-9eac-79f3676ab96d req-a11920ef-c9b0-4351-a70a-39cfe2216b90 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393152 Sep 10 17:25:54.899270 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a0ea5-ae80-4b15-86fe-78b6c99776e2 req-4f607533-e418-4b61-89f9-ef86ad468ed4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:54.900707 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3b9a0ea5-ae80-4b15-86fe-78b6c99776e2 req-4f607533-e418-4b61-89f9-ef86ad468ed4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0763831 Sep 10 17:25:54.944653 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3b9a0ea5-ae80-4b15-86fe-78b6c99776e2 req-44213d6e-d731-453b-887f-e59801ebfe80 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384409 Sep 10 17:25:55.365355 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:25:55.386319 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:25:55.552696 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:55.566573 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'e5622e86-e555-485d-8bca-708282889089', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'port_id': 'e5622e86-e555-485d-8bca-708282889089', 'mac_address': 'fa:16:3e:35:f8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:25:55.619403 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:55.636533 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5622e86-e555-485d-8bca-708282889089 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:25:55.651299 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:55.747192 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:55.748994 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:55.817606 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=6']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:55.825588 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.825924 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.826257 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.826701 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.827028 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.827242 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.827589 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.827944 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.828176 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.828488 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.828796 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:25:55.832402 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:55.876043 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['e5622e86-e555-485d-8bca-708282889089'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:25:56.218461 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e912a-79b5-409b-9b7c-70c387e6e7ab req-46f6cd3a-5c18-4977-976c-58e08e6d643f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:56.220128 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0e912a-79b5-409b-9b7c-70c387e6e7ab req-46f6cd3a-5c18-4977-976c-58e08e6d643f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 944 time: 0.1380959 Sep 10 17:25:56.264523 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0a0e912a-79b5-409b-9b7c-70c387e6e7ab req-255f9894-3179-420e-bf8b-864bb528e0f2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388370 Sep 10 17:25:57.418027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:25:57.504949 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port e5622e86-e555-485d-8bca-708282889089 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:25:57.505539 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:57.519121 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cc46e-a4f1-4e6c-b421-be5ef9a3d964 req-bf16eca4-1adf-4eb8-98b5-873b37ff0930 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:57.520613 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d61cc46e-a4f1-4e6c-b421-be5ef9a3d964 req-bf16eca4-1adf-4eb8-98b5-873b37ff0930 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 944 time: 0.1120865 Sep 10 17:25:57.569613 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d61cc46e-a4f1-4e6c-b421-be5ef9a3d964 req-6fa19e47-10ca-459a-b650-0ce4c68c97bf tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423145 Sep 10 17:25:57.633550 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:57.660080 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:25:57.669390 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:25:57.877661 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089', 'code': 200} Sep 10 17:25:57.877661 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:25:57.877661 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-73ada9af-9768-4313-955b-f4a736d59467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:25:57.986211 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=7']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:25:57.989598 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:25:58.842075 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f685e-4661-4853-a014-77c362afbc96 req-2f8ad8c9-8dc9-45f3-a2eb-8ca5ebb3bb7b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:25:58.849816 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-519f685e-4661-4853-a014-77c362afbc96 req-2f8ad8c9-8dc9-45f3-a2eb-8ca5ebb3bb7b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.1173923 Sep 10 17:25:58.914583 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-519f685e-4661-4853-a014-77c362afbc96 req-193bcffa-236a-423c-9235-10402f4acbb4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633085 Sep 10 17:26:00.167547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228a7cd-96ad-44a3-8d0e-cf6bbfdaa632 req-542193d6-bdbc-4b69-b7ec-804d28e65ec7 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:00.169913 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0228a7cd-96ad-44a3-8d0e-cf6bbfdaa632 req-542193d6-bdbc-4b69-b7ec-804d28e65ec7 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0848949 Sep 10 17:26:00.217885 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0228a7cd-96ad-44a3-8d0e-cf6bbfdaa632 req-71c5ce26-859f-4102-9265-8adb92f79fb1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424166 Sep 10 17:26:01.439877 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cad40-6e2f-470a-b0c4-5b073fa1ab74 req-4395e133-a173-4d60-8a59-d1e97027b917 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:01.443217 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-525cad40-6e2f-470a-b0c4-5b073fa1ab74 req-4395e133-a173-4d60-8a59-d1e97027b917 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0829091 Sep 10 17:26:01.502503 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-525cad40-6e2f-470a-b0c4-5b073fa1ab74 req-7deb44a4-2b42-422c-8261-776044f9413a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541608 Sep 10 17:26:02.732358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab51aa-3e10-4acb-bcc8-f6a58ba775a4 req-e33e4e3e-53f0-461d-b61a-953de1d6d223 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:02.733744 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-20ab51aa-3e10-4acb-bcc8-f6a58ba775a4 req-e33e4e3e-53f0-461d-b61a-953de1d6d223 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0875614 Sep 10 17:26:02.784323 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-20ab51aa-3e10-4acb-bcc8-f6a58ba775a4 req-fd9e84e0-48d1-4c2d-9731-2433ef75da62 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444217 Sep 10 17:26:03.664699 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2683569-e56b-4945-83bd-9622456feb5f req-3ead83c3-d3c5-4508-aa45-ea28e3f574b9 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096222027&fields=id&tenant_id=af85b86d044545949e135404d55daedd HTTP/1.1" status: 200 len: 267 time: 0.0469329 Sep 10 17:26:03.759048 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683569-e56b-4945-83bd-9622456feb5f req-b53d65b3-f04a-4891-91e4-9c2fd85f577a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:03.760861 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2683569-e56b-4945-83bd-9622456feb5f req-b53d65b3-f04a-4891-91e4-9c2fd85f577a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 984 time: 0.0904546 Sep 10 17:26:03.771787 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Request body: {'port': {'security_groups': ['49a133c2-62d0-4431-8f26-21b79eb0cfd2']}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:26:03.890345 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2ec61211-32be-4e29-869d-dc26806b1468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:03.990998 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:04.135742 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff06b73-f168-41be-80bf-1b31abdf5e90 req-914f6f65-3afe-4924-aaf2-0804e5ade5a1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:04.137210 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dff06b73-f168-41be-80bf-1b31abdf5e90 req-914f6f65-3afe-4924-aaf2-0804e5ade5a1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.1112111 Sep 10 17:26:04.196344 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dff06b73-f168-41be-80bf-1b31abdf5e90 req-d2abde81-f0ef-4938-9611-f1a39ac74408 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533462 Sep 10 17:26:04.308100 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f086366d-895e-4668-92d9-8a5e2e161384,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:04.332446 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:04.644287 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:04.776009 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:04.781897 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:04.789960 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['f086366d-895e-4668-92d9-8a5e2e161384'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:26:04.855780 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:04.856409 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:04.857864 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2683569-e56b-4945-83bd-9622456feb5f req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "PUT /v2.0/ports/f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 942 time: 1.0910442 Sep 10 17:26:04.858531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:26:04.864970 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40254) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:04.879821 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event updated for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=7']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:04.891284 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b14c3465-8759-4c5c-abe9-783e60ec1888 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:04.967378 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:04.988684 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['f086366d-895e-4668-92d9-8a5e2e161384'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:26:05.004607 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:05.018341 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384', 'status': 'completed', 'code': 200} Sep 10 17:26:05.176638 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:05.184592 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8f84ca21-8973-43ad-9b1a-0de52fa1818e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:05.194178 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-18b8db7d-9fdd-4e7c-9a93-d5c7c1d8e51d None None] Provisioning complete for port f086366d-895e-4668-92d9-8a5e2e161384 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:26:05.195833 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-18b8db7d-9fdd-4e7c-9a93-d5c7c1d8e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:05.235777 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e855a-f594-4089-bc71-daf96ef98460,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:05.247198 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.247852 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.248551 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.249088 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.249616 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.250141 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.251259 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.252079 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.252601 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.253119 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.253797 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:05.257865 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:05.350525 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:05.355219 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-34c60c36-8a48-478f-96a0-1be2d2928dbd tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "DELETE /v2.0/security-groups/0a7e855a-f594-4089-bc71-daf96ef98460 HTTP/1.1" status: 204 len: 168 time: 0.4889414 Sep 10 17:26:05.361127 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40274) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:05.549618 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-2421fa95-781c-4002-8906-2911b191fce6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1098 time: 0.5058949 Sep 10 17:26:05.556793 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d064c-c8eb-4343-9088-40e7ec79cc90 req-c7b3e445-4765-489c-a7ee-c0e41f7d33ed tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:05.563722 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-082d064c-c8eb-4343-9088-40e7ec79cc90 req-c7b3e445-4765-489c-a7ee-c0e41f7d33ed tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.1672909 Sep 10 17:26:05.666728 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Deleting port 31096c71-b689-429a-99d3-e1fb46b8c495 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:05.667106 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:05.697649 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-082d064c-c8eb-4343-9088-40e7ec79cc90 req-df6a0c5c-26df-4ece-aa0a-32e69cb936ad tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330709 Sep 10 17:26:05.765193 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-9d28e1e5-d7e2-4f8e-b6e2-ae3ad99d17fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:05.766866 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-9d28e1e5-d7e2-4f8e-b6e2-ae3ad99d17fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 200 len: 914 time: 0.1885922 Sep 10 17:26:05.955436 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40282) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:05.987559 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:05.987559 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.008219 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-ab6195f5-2f9d-4865-8c54-14d9b2422c17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 1001 time: 0.2247715 Sep 10 17:26:06.084074 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9729-e3a2-412c-823c-6267e82e0580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.098057 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-f4e0ea2f-9999-45e4-a207-e9ef57d0f274 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:06.098057 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-f4e0ea2f-9999-45e4-a207-e9ef57d0f274 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21013c54-317e-4fe2-ac57-640e2b3b3ddc HTTP/1.1" status: 200 len: 852 time: 0.0813260 Sep 10 17:26:06.115669 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Calling delete_port for 31096c71-b689-429a-99d3-e1fb46b8c495 owned by network:floatingip {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:06.171272 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.222200 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:26:06.228491 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7ed67af6754d289b34082c77c259a7 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:26:06.231777 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:26:06.237688 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-b0ffcc08-cf26-45f5-bbd6-160f54856070 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7a479eb-de8b-492a-9eff-493394cfcd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1323187 Sep 10 17:26:06.241398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:26:06.399473 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-166d0581-c28d-418c-a6d1-68a218f47a74 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538479 Sep 10 17:26:06.427741 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.433224 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-dc53627b-33ac-4e31-87d3-936360bd709b tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:06.485921 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event deleted for resources: {'Port': ['ID=31096c71-b689-429a-99d3-e1fb46b8c495,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:06.489132 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:06.543569 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.589516 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks [] for floatingip, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.602405 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eea35d97-8df7-403a-83cb-6d6e8b45e622 req-83297c00-2b44-4138-8642-f615fac4d20c service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954334 Sep 10 17:26:06.626830 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.635086 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-314496ff-2b54-4890-9a46-5ff3437bdfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:06.681493 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76623270-9833-4496-a859-8e795630c2a2,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:06.684653 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:06.687304 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba7ed67af6754d289b34082c77c259a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7310624 Sep 10 17:26:06.689997 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40288) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:06.763002 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b7ebead1-d62c-4d3e-a7f1-9bf703ea4339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.791914 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b7ebead1-d62c-4d3e-a7f1-9bf703ea4339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.957338 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b7ebead1-d62c-4d3e-a7f1-9bf703ea4339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:06.976813 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-40f3e4ee-b294-426a-b1d5-139e8b1bcaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:06.990409 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebead1-d62c-4d3e-a7f1-9bf703ea4339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76623270-9833-4496-a859-8e795630c2a2,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:06.995363 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b7ebead1-d62c-4d3e-a7f1-9bf703ea4339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:07.001288 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b7ebead1-d62c-4d3e-a7f1-9bf703ea4339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:07.002590 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-b7ebead1-d62c-4d3e-a7f1-9bf703ea4339 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76623270-9833-4496-a859-8e795630c2a2 HTTP/1.1" status: 204 len: 168 time: 0.3112686 Sep 10 17:26:07.020976 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:07.044031 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651161d-8fdb-4de0-aad0-b1112a896702 req-e70fb5ec-1e6a-434e-85fd-a1227e57ab2c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:07.045662 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8651161d-8fdb-4de0-aad0-b1112a896702 req-e70fb5ec-1e6a-434e-85fd-a1227e57ab2c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.1511731 Sep 10 17:26:07.102157 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8651161d-8fdb-4de0-aad0-b1112a896702 req-1b9d5ca9-ba75-46a4-ab49-b12c401b28d4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497887 Sep 10 17:26:07.259818 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Router 8b668825-4eaf-4d48-a404-09321273b13e has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:26:07.489672 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:26:07.503947 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] Sync routers for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:26:07.522491 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:07.522491 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:07.593565 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:07.666916 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "DELETE /v2.0/floatingips/333d1ff9-8e66-404a-8225-5bfe4b11ce1b HTTP/1.1" status: 204 len: 168 time: 2.3045483 Sep 10 17:26:07.667815 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:26:07.759840 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:08.051866 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384', 'status': 'completed', 'code': 200} Sep 10 17:26:08.194331 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ad4f6df0-424d-45d9-983a-beba93240498 req-573feddd-ebea-4a3e-83b0-37825ee388c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af85b86d044545949e135404d55daedd&device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 1098 time: 0.1192441 Sep 10 17:26:08.240663 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:08.251678 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] Checking router: 8b668825-4eaf-4d48-a404-09321273b13e for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:26:08.263035 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:08.263676 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:08.478269 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f6df0-424d-45d9-983a-beba93240498 req-265abfe5-5773-4ed6-9898-0b0186e69b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:08.479773 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ad4f6df0-424d-45d9-983a-beba93240498 req-265abfe5-5773-4ed6-9898-0b0186e69b49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 200 len: 914 time: 0.2735195 Sep 10 17:26:08.487227 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:08.490093 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a4586-1d95-49c8-938a-44101f94c788 req-59526c5d-4821-4c32-ba5a-e4ff2c2a6f1b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:08.496828 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c00a4586-1d95-49c8-938a-44101f94c788 req-59526c5d-4821-4c32-ba5a-e4ff2c2a6f1b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.1777833 Sep 10 17:26:08.582635 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:08.601620 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ad4f6df0-424d-45d9-983a-beba93240498 req-e0485da3-5ace-4702-8ca9-d491696004eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 200 len: 217 time: 0.0997663 Sep 10 17:26:08.706156 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c00a4586-1d95-49c8-938a-44101f94c788 req-f9a71d7e-056a-4dd0-8a7e-36d8c69b50ba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083933 Sep 10 17:26:08.707722 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f6df0-424d-45d9-983a-beba93240498 req-4de74bac-db16-4d77-a92f-edb06911c618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:08.709140 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ad4f6df0-424d-45d9-983a-beba93240498 req-4de74bac-db16-4d77-a92f-edb06911c618 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21013c54-317e-4fe2-ac57-640e2b3b3ddc HTTP/1.1" status: 200 len: 852 time: 0.0981050 Sep 10 17:26:08.807093 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ad4f6df0-424d-45d9-983a-beba93240498 req-2a52617b-29b6-4bfe-a204-3c66ee02e3d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7a479eb-de8b-492a-9eff-493394cfcd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865428 Sep 10 17:26:08.874403 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:08.879083 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29eeb15-73c3-43fb-9afe-ca26fd3b2fa3 None None] The sync data for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb is: [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:23:13Z', 'revision_number': 4, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'd4b8f773-c859-4a11-b094-e9a9324c0c7d', 'name': '', 'network_id': 'b7a479eb-de8b-492a-9eff-493394cfcd3f', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'mac_address': 'fa:16:3e:e9:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:13Z', 'updated_at': '2021-09-10T17:23:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'subnets': [{'id': '21013c54-317e-4fe2-ac57-640e2b3b3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:26:08.980826 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ad4f6df0-424d-45d9-983a-beba93240498 req-1aeea0dc-40bd-47ce-b28c-ca5b85ae7d92 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605773 Sep 10 17:26:09.161977 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ad4f6df0-424d-45d9-983a-beba93240498 req-b6d5ad51-4636-4e37-92b1-973d35a7ecf4 service neutron] 10.222.0.62 "GET /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706710 Sep 10 17:26:09.172273 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b4b9d-9271-4f79-bee3-c2e3e2c0fbe2 None None] New status for floating IP 333d1ff9-8e66-404a-8225-5bfe4b11ce1b: DOWN {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:26:09.928541 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff2d6-1b5a-4944-8a18-5bd1d1dda217 req-0f65d276-623f-41f0-979a-5dcbbd37476e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:09.930710 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a9bff2d6-1b5a-4944-8a18-5bd1d1dda217 req-0f65d276-623f-41f0-979a-5dcbbd37476e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0762510 Sep 10 17:26:09.982922 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a9bff2d6-1b5a-4944-8a18-5bd1d1dda217 req-5a63e530-02a4-48ec-a8ec-0f304593bb1e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465846 Sep 10 17:26:11.214337 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594bf1e-8b34-4323-9cf9-fe9fd7cd742e req-4f835994-8f79-49fe-afe1-8478b6e7e22e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:11.215959 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c594bf1e-8b34-4323-9cf9-fe9fd7cd742e req-4f835994-8f79-49fe-afe1-8478b6e7e22e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0862434 Sep 10 17:26:11.266005 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c594bf1e-8b34-4323-9cf9-fe9fd7cd742e req-fe471664-0bbe-4157-b1a8-b20f76930c07 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406742 Sep 10 17:26:12.481925 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7565166-caa4-490d-bd53-f78d7ed68dce req-e8c2fd39-dede-4021-b624-94c28ec88d2b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:12.483646 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d7565166-caa4-490d-bd53-f78d7ed68dce req-e8c2fd39-dede-4021-b624-94c28ec88d2b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0760989 Sep 10 17:26:12.530360 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d7565166-caa4-490d-bd53-f78d7ed68dce req-47128d7b-4fb5-4106-bc53-de4e37be8154 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406625 Sep 10 17:26:12.943824 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-d8406bbf-9007-4a75-aee4-51674e28e172 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 1098 time: 0.1408763 Sep 10 17:26:13.072007 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-acd0763a-a37e-4d1b-b161-29c36bbdbde2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:13.073585 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-acd0763a-a37e-4d1b-b161-29c36bbdbde2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.1234429 Sep 10 17:26:13.182085 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-0a6de973-9a48-4a9b-94ff-7c34d1829dbb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5622e86-e555-485d-8bca-708282889089 HTTP/1.1" status: 200 len: 1001 time: 0.1002688 Sep 10 17:26:13.245805 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-a7450431-db9c-435c-97db-56f2225b927d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:13.247443 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-a7450431-db9c-435c-97db-56f2225b927d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.0589962 Sep 10 17:26:13.389351 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-9b630181-e72b-45c8-8455-3c65547ba18f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352434 Sep 10 17:26:13.400652 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7bb9d-db03-49b6-8058-57f93a4e0602 req-654e66fd-0649-4a13-8141-de4dec30e92a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:13.402091 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-26d7bb9d-db03-49b6-8058-57f93a4e0602 req-654e66fd-0649-4a13-8141-de4dec30e92a tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.1057839 Sep 10 17:26:13.529710 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-26d7bb9d-db03-49b6-8058-57f93a4e0602 req-022b18df-ae06-4479-9178-de2240b954c4 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088307 Sep 10 17:26:13.567790 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-80cec5b5-bd70-4d25-bb24-99efe3faf2e2 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647565 Sep 10 17:26:13.701681 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dda7d54d-2a2c-4680-a16a-32514043aef6 req-99db62af-94dc-4114-b6c6-3dd0e0572e63 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258535 Sep 10 17:26:13.747595 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727d692-4370-4e5b-a7ea-892bc2e4f7b3 req-3f4f3dee-8966-4863-b9be-30b1612a3afb tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:13.758498 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c727d692-4370-4e5b-a7ea-892bc2e4f7b3 req-3f4f3dee-8966-4863-b9be-30b1612a3afb tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0803528 Sep 10 17:26:13.794246 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c727d692-4370-4e5b-a7ea-892bc2e4f7b3 req-6ffb2dd0-fba6-4522-b7a1-593fb6db657d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395181 Sep 10 17:26:14.724571 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ce9c0-918e-48ac-b421-36f96a4f1480 req-4a2a26ec-8c2c-49ed-83eb-cdcdd6acd51d tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:14.726233 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9b3ce9c0-918e-48ac-b421-36f96a4f1480 req-4a2a26ec-8c2c-49ed-83eb-cdcdd6acd51d tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.0773172 Sep 10 17:26:14.771149 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9b3ce9c0-918e-48ac-b421-36f96a4f1480 req-ab66413f-774c-49ef-9ee4-8e9ebc33e284 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Sep 10 17:26:15.003088 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88eefb-7cc3-437b-951c-c0d26b38b0c5 req-a427181e-f570-4fb7-8925-41b12eb70e79 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:15.004585 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7d88eefb-7cc3-437b-951c-c0d26b38b0c5 req-a427181e-f570-4fb7-8925-41b12eb70e79 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 945 time: 0.0762355 Sep 10 17:26:15.054983 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-7d88eefb-7cc3-437b-951c-c0d26b38b0c5 req-90ed0871-d583-42fa-94ce-5872d2f52380 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440347 Sep 10 17:26:15.336335 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0286-a6b1-473d-ac2c-e029758d777c req-50198625-3480-4ad9-8c85-6aca35e89886 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:15.337863 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-297d0286-a6b1-473d-ac2c-e029758d777c req-50198625-3480-4ad9-8c85-6aca35e89886 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.0884628 Sep 10 17:26:15.411818 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Deleting port f086366d-895e-4668-92d9-8a5e2e161384 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:15.412153 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:15.526225 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:15.633884 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:15.658079 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] For port f086366d-895e-4668-92d9-8a5e2e161384, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=f086366d-895e-4668-92d9-8a5e2e161384,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:15.658425 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:15.660494 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:26:15.670667 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:15.719636 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089', 'code': 200} Sep 10 17:26:15.783629 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Calling delete_port for f086366d-895e-4668-92d9-8a5e2e161384 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:15.787101 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:15.788891 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:15.862003 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=8']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:15.865504 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:15.981973 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d04db8-1d70-4d4b-8684-653253dbba16 req-a6388321-2d97-4ff8-a35c-e03db13e6251 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:15.982575 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b9d04db8-1d70-4d4b-8684-653253dbba16 req-a6388321-2d97-4ff8-a35c-e03db13e6251 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:26:16.169556 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b9d04db8-1d70-4d4b-8684-653253dbba16 req-a6388321-2d97-4ff8-a35c-e03db13e6251 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:26:16.170230 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:16.173215 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b9d04db8-1d70-4d4b-8684-653253dbba16 req-a6388321-2d97-4ff8-a35c-e03db13e6251 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 945 time: 0.2758591 Sep 10 17:26:16.176359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:16.184003 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['f086366d-895e-4668-92d9-8a5e2e161384'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:26:16.223475 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b9d04db8-1d70-4d4b-8684-653253dbba16 req-997bca69-fb57-45dc-b1f1-21fe93cd7ded tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:26:16.252410 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Pushing event deleted for resources: {'Port': ['ID=f086366d-895e-4668-92d9-8a5e2e161384,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:16.264383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:16.339949 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] No DVR routers for this DVR port f086366d-895e-4668-92d9-8a5e2e161384 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:26:16.343265 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:16.345933 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'name': 'network-vif-deleted', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:26:16.358377 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-b9d04db8-1d70-4d4b-8684-653253dbba16 req-997bca69-fb57-45dc-b1f1-21fe93cd7ded tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:26:16.360019 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b9d04db8-1d70-4d4b-8684-653253dbba16 req-997bca69-fb57-45dc-b1f1-21fe93cd7ded tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a133c2-62d0-4431-8f26-21b79eb0cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806586 Sep 10 17:26:16.375141 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5f84e-3897-4cc4-81ba-3e8e7ba76b24 req-3fb20136-7e20-4904-a65f-22f69a3e586f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:16.376573 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bfa5f84e-3897-4cc4-81ba-3e8e7ba76b24 req-3fb20136-7e20-4904-a65f-22f69a3e586f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1669514 Sep 10 17:26:16.428650 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bfa5f84e-3897-4cc4-81ba-3e8e7ba76b24 req-bed507f5-f0a1-48f9-97bf-c665e951c221 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461898 Sep 10 17:26:16.453246 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ce4ec1-00cf-4c38-9521-a18d82f0990f', 'name': 'network-vif-deleted', 'tag': 'f086366d-895e-4668-92d9-8a5e2e161384', 'status': 'completed', 'code': 200} Sep 10 17:26:16.702671 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-297d0286-a6b1-473d-ac2c-e029758d777c req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.62 "DELETE /v2.0/ports/f086366d-895e-4668-92d9-8a5e2e161384 HTTP/1.1" status: 204 len: 173 time: 1.3565414 Sep 10 17:26:17.175640 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:17.542391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-461cf2dd-a38a-45a3-b837-d9929ef7d0be req-2dc0fb3d-922a-4844-a983-022c7cd91b81 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Synchronizing usage tracker for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:26:17.733415 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-461cf2dd-a38a-45a3-b837-d9929ef7d0be req-2dc0fb3d-922a-4844-a983-022c7cd91b81 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Unset dirty status for tenant:af85b86d044545949e135404d55daedd on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:26:17.734869 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-461cf2dd-a38a-45a3-b837-d9929ef7d0be req-2dc0fb3d-922a-4844-a983-022c7cd91b81 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6ce4ec1-00cf-4c38-9521-a18d82f0990f HTTP/1.1" status: 200 len: 210 time: 0.2344313 Sep 10 17:26:19.543913 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:19.670320 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device f086366d-895e-4668-92d9-8a5e2e161384 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:19.706199 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: f086366d-895e-4668-92d9-8a5e2e161384 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:19.706199 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device f086366d-895e-4668-92d9-8a5e2e161384 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:19.882955 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6de1d44a-2435-4210-8b17-623ee16dae9b req-5bcf0985-c9ab-4db5-99f9-e6e807e2e1be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1913786 Sep 10 17:26:20.461159 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f1a1-5303-4737-b066-e475b6b43508 req-397baa57-57da-4034-bb20-5c35cb7a45a2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:20.462551 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-08f7f1a1-5303-4737-b066-e475b6b43508 req-397baa57-57da-4034-bb20-5c35cb7a45a2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.0842669 Sep 10 17:26:20.511052 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-08f7f1a1-5303-4737-b066-e475b6b43508 req-fb222960-1d2b-4c69-bf60-d73c4c254af5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417476 Sep 10 17:26:20.910742 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-b14daa93-c8b7-452d-9624-fb2e35cb4a0d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681973 Sep 10 17:26:21.310278 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-13ae63c9-c10f-4aa8-9c48-2e791cd9aab1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733964 Sep 10 17:26:21.454984 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-b9036358-374e-4294-8458-96068ec6e6b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5218a4f079d453d9eaa19d38112b640&device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 1098 time: 0.0733185 Sep 10 17:26:21.602475 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc63da-019f-4f06-8001-eb284069f62a req-ed409160-8638-4355-b358-9eb5952514db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:21.604105 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-ed409160-8638-4355-b358-9eb5952514db service neutron] 10.222.0.62 "GET /v2.0/networks?id=6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 200 len: 912 time: 0.1308057 Sep 10 17:26:21.756655 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-eced74a4-9090-4e54-839c-edbe00216d70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d HTTP/1.1" status: 200 len: 1001 time: 0.1459911 Sep 10 17:26:21.822883 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4412b22-8832-41a3-a610-1d6808ad8518 req-b0eb6bae-21fc-40f4-8d26-6e7640e611a6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:21.824270 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a4412b22-8832-41a3-a610-1d6808ad8518 req-b0eb6bae-21fc-40f4-8d26-6e7640e611a6 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1423414 Sep 10 17:26:21.853521 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc63da-019f-4f06-8001-eb284069f62a req-284f0521-d83a-4139-9972-88ac794c9a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:21.854939 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-284f0521-d83a-4139-9972-88ac794c9a64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 200 len: 850 time: 0.0871053 Sep 10 17:26:21.879124 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40504) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:21.914198 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a4412b22-8832-41a3-a610-1d6808ad8518 req-d6824ccd-5b28-423d-bcef-6f2dbeb1ae9e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832582 Sep 10 17:26:21.942058 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-267031f6-5016-40ac-b942-d96ef6dc44d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6058e59e-c8a2-4f37-8df5-d68cb89bd138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770144 Sep 10 17:26:22.081654 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-84cea186-2b9b-42ab-90e9-257c917fdd24 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326470 Sep 10 17:26:22.218618 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a5cc63da-019f-4f06-8001-eb284069f62a req-59ef13db-2671-4d01-b8e2-1402bc4fc153 service neutron] 10.222.0.62 "GET /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302533 Sep 10 17:26:22.279193 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-857690'] for router_interface, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:22.506433 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-6deb80fe-3f72-428a-8c8e-70f2fa324f97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849&tenant_id=502a711a8ab9445b80c013ab95f4d1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0912964 Sep 10 17:26:22.597219 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-a3f8c7b4-e769-4f11-905b-e9a15d57a1ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 1096 time: 0.0688269 Sep 10 17:26:22.735134 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a701-7588-47cb-9163-62dd611c5106 req-965fa139-e179-4735-a05c-b72241ce571c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:22.736618 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-965fa139-e179-4735-a05c-b72241ce571c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 200 len: 918 time: 0.1322346 Sep 10 17:26:22.920960 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-5784a65e-5b9d-4692-b8b6-8ffc1fc21955 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5622e86-e555-485d-8bca-708282889089 HTTP/1.1" status: 200 len: 999 time: 0.1770370 Sep 10 17:26:22.963295 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Deleting port d4b8f773-c859-4a11-b094-e9a9324c0c7d {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:22.963878 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:22.987878 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a701-7588-47cb-9163-62dd611c5106 req-23cb2c64-ee28-44be-93a7-0069342a1a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:22.989374 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-23cb2c64-ee28-44be-93a7-0069342a1a65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 200 len: 856 time: 0.0614507 Sep 10 17:26:23.065489 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-15d82268-6c9b-4fb3-b17c-486fc6ac9b91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c97ed1e5-b42b-4bbb-8956-41f0e0205600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701146 Sep 10 17:26:23.189217 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] For port d4b8f773-c859-4a11-b094-e9a9324c0c7d, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=d4b8f773-c859-4a11-b094-e9a9324c0c7d,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:23.189567 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:23.199010 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-27aad091-1601-45e2-9961-b990110dfda4 service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263409 Sep 10 17:26:23.312905 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d8a23-47ad-4278-8dff-cdaa12613f2e req-df3b6356-a1da-4eef-b938-05b259b54d8f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:23.314369 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-982d8a23-47ad-4278-8dff-cdaa12613f2e req-df3b6356-a1da-4eef-b938-05b259b54d8f tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.2379594 Sep 10 17:26:23.321296 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Calling delete_port for d4b8f773-c859-4a11-b094-e9a9324c0c7d owned by network:router_interface {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:23.332514 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5703a701-7588-47cb-9163-62dd611c5106 req-15bf6226-0214-4c7f-a816-adff5d6bac7e service neutron] 10.222.0.62 "GET /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261744 Sep 10 17:26:23.420569 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-982d8a23-47ad-4278-8dff-cdaa12613f2e req-077996ed-3fdc-4e34-befc-e6711db8c832 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707033 Sep 10 17:26:23.627009 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:23.631572 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d3a8b483-5e6f-4608-8a1b-819429bd2315 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:23.675328 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b8f773-c859-4a11-b094-e9a9324c0c7d,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:23.682981 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:23.970510 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1977158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-857838'] for router_interface, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:24.695549 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74968d82-f743-427a-8537-b0eb04b5afd2 req-59bb062e-c4e3-4ee6-a04e-d731a1892a02 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:24.695549 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-74968d82-f743-427a-8537-b0eb04b5afd2 req-59bb062e-c4e3-4ee6-a04e-d731a1892a02 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1114283 Sep 10 17:26:24.723251 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Router 8b668825-4eaf-4d48-a404-09321273b13e has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:26:24.762957 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-74968d82-f743-427a-8537-b0eb04b5afd2 req-d4923113-25f0-4005-bf5a-651a473e048c tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609877 Sep 10 17:26:25.028546 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:26:25.044509 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] Sync routers for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:26:25.057382 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:25.058017 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:25.143391 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8939448f-4f28-41e8-b77e-0373c7242b87 admin admin] 10.222.0.58 "PUT /v2.0/routers/8b668825-4eaf-4d48-a404-09321273b13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626293 Sep 10 17:26:25.145756 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40534) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:25.244855 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:25.415319 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks [] for router, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:25.606134 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:26:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:25.613118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] Checking router: 8b668825-4eaf-4d48-a404-09321273b13e for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:26:25.625356 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] Routers {'8b668825-4eaf-4d48-a404-09321273b13e'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:25.625976 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['8b668825-4eaf-4d48-a404-09321273b13e'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:25.657303 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:25.798679 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Deleting port 081f0e57-1d08-4812-91f1-6deaea6edcd3 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:25.799161 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:25.810364 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] Set router 8b668825-4eaf-4d48-a404-09321273b13e gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:26.053278 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279df535-efd9-4d7f-9cfd-9cad777ff16c req-5da8bca3-825b-4230-8eb5-69a913577892 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:26.055102 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] For port 081f0e57-1d08-4812-91f1-6deaea6edcd3, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=081f0e57-1d08-4812-91f1-6deaea6edcd3,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:26.055614 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:26.061700 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-279df535-efd9-4d7f-9cfd-9cad777ff16c req-5da8bca3-825b-4230-8eb5-69a913577892 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1065187 Sep 10 17:26:26.117800 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-279df535-efd9-4d7f-9cfd-9cad777ff16c req-6514ca83-20bb-439e-a84c-6ad4e9b6b02e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551887 Sep 10 17:26:26.164745 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:26:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:26.174742 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e3151-c980-4fb9-a816-a199dd06b0cf None None] The sync data for ids ['8b668825-4eaf-4d48-a404-09321273b13e'] in dv-cinder-808475-1-smb is: [{'id': '8b668825-4eaf-4d48-a404-09321273b13e', 'name': 'tempest-TestMinimumBasicScenario-69465755-router', 'tenant_id': 'af85b86d044545949e135404d55daedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:09Z', 'updated_at': '2021-09-10T17:26:23Z', 'revision_number': 5, 'project_id': 'af85b86d044545949e135404d55daedd', 'gw_port': {'id': '081f0e57-1d08-4812-91f1-6deaea6edcd3', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b668825-4eaf-4d48-a404-09321273b13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:10Z', 'updated_at': '2021-09-10T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:26:26.291326 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Calling delete_port for 081f0e57-1d08-4812-91f1-6deaea6edcd3 owned by network:router_gateway {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:26.558031 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:26.562861 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2ca6d101-0125-4c0e-92de-c01cff8bf9ad tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:26.608075 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Pushing event deleted for resources: {'Port': ['ID=081f0e57-1d08-4812-91f1-6deaea6edcd3,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:26.610503 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:26.851472 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-857201'] for router_gateway, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.004773 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d4b8f773-c859-4a11-b094-e9a9324c0c7d no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:27.046487 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: d4b8f773-c859-4a11-b094-e9a9324c0c7d {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:27.046873 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d4b8f773-c859-4a11-b094-e9a9324c0c7d not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:27.115353 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-859269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30306'] for router, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.119718 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.233787 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859925'] for router, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.234418 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b668825-4eaf-4d48-a404-09321273b13e {{(pid=76067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:26:27.258723 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] Notify callbacks [] for router, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.260151 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-381e3174-d650-4eb2-b46f-b7084b4d4660 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8b668825-4eaf-4d48-a404-09321273b13e HTTP/1.1" status: 204 len: 168 time: 2.1132820 Sep 10 17:26:27.262700 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40542) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:27.391635 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Deleting subnet 21013c54-317e-4fe2-ac57-640e2b3b3ddc {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:26:27.401173 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.459726 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.503587 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5563-c166-4d69-a1b8-c57cff7f0f47 req-1b03f6f8-56d8-4fb4-aad4-1996b3d66256 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:27.505113 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-935a5563-c166-4d69-a1b8-c57cff7f0f47 req-1b03f6f8-56d8-4fb4-aad4-1996b3d66256 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1934226 Sep 10 17:26:27.617107 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-935a5563-c166-4d69-a1b8-c57cff7f0f47 req-3f9f5d32-1a29-476f-a78a-770cdd508a88 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045649 Sep 10 17:26:27.627014 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.821570 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.826507 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1bb180ad-8166-4cb3-af07-af5275cc0e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:27.862076 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21013c54-317e-4fe2-ac57-640e2b3b3ddc,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:27.866171 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:27.869053 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:27.875995 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-4a88ebb0-1c8a-4de2-b778-5127c7913814 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/21013c54-317e-4fe2-ac57-640e2b3b3ddc HTTP/1.1" status: 204 len: 168 time: 0.6121919 Sep 10 17:26:27.878695 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40548) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:27.880543 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b14ca-a502-4ff6-82bc-f51d23ff322c None None] Network b7a479eb-de8b-492a-9eff-493394cfcd3f requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:26:27.995534 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.009641 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Deleting port b98a88a6-9215-4139-b2f6-e3685f41959a {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:28.010052 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.155728 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] DHCP port deletion for b7a479eb-de8b-492a-9eff-493394cfcd3f request from dv-cinder-808475-1-smb {{(pid=76069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 17:26:28.160643 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Deleting port b98a88a6-9215-4139-b2f6-e3685f41959a {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:28.161134 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.326970 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] For port b98a88a6-9215-4139-b2f6-e3685f41959a, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=b98a88a6-9215-4139-b2f6-e3685f41959a,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:28.328118 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.379626 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] For port b98a88a6-9215-4139-b2f6-e3685f41959a, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=b98a88a6-9215-4139-b2f6-e3685f41959a,segment=NetworkSegment(2501f10a-cc2d-4086-8004-0a6f462b5728),segment_id=2501f10a-cc2d-4086-8004-0a6f462b5728)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:28.380042 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.485290 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Calling delete_port for b98a88a6-9215-4139-b2f6-e3685f41959a owned by network:dhcp {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:28.505210 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Calling delete_port for b98a88a6-9215-4139-b2f6-e3685f41959a owned by network:dhcp {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:28.679215 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.688151 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:26:28.688912 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-87735aad-0cd1-4d1e-9eb9-34e40c2649ac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:28.689347 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:26:28.733718 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98a88a6-9215-4139-b2f6-e3685f41959a,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:28.737962 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:28.740797 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] No DVR routers for this DVR port b98a88a6-9215-4139-b2f6-e3685f41959a on host dv-cinder-808475-1-smb {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:26:28.861110 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b18a18-fc7e-4130-9ada-dcca2febcd49 req-d034c30d-cfaa-4917-94d3-6e4fe2d365c1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:28.862689 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2b18a18-fc7e-4130-9ada-dcca2febcd49 req-d034c30d-cfaa-4917-94d3-6e4fe2d365c1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.0837333 Sep 10 17:26:28.874214 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.887426 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a479eb-de8b-492a-9eff-493394cfcd3f']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:28.985060 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2501f10a-cc2d-4086-8004-0a6f462b5728') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:28.985060 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2501f10a-cc2d-4086-8004-0a6f462b5728') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:28.985971 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b2b18a18-fc7e-4130-9ada-dcca2febcd49 req-4911d6d6-8a93-4582-98c6-ef1784378426 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399082 Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:26:28.986404 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:26:28.989335 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b98a88a6-9215-4139-b2f6-e3685f41959a no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:29.024281 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: b98a88a6-9215-4139-b2f6-e3685f41959a {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:29.024913 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device b98a88a6-9215-4139-b2f6-e3685f41959a not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:29.025520 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 081f0e57-1d08-4812-91f1-6deaea6edcd3 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:29.100354 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: 081f0e57-1d08-4812-91f1-6deaea6edcd3 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:29.101239 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 081f0e57-1d08-4812-91f1-6deaea6edcd3 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:29.116440 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:29.116440 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0645065c-35a6-4acd-9e24-fe8a00bed5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:29.130208 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:29.140562 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a479eb-de8b-492a-9eff-493394cfcd3f,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:29.143834 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:29.190646 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Deleting port b98a88a6-9215-4139-b2f6-e3685f41959a {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:29.191073 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:29.216369 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b7a479eb-de8b-492a-9eff-493394cfcd3f HTTP/1.1" status: 204 len: 168 time: 1.3363059 Sep 10 17:26:29.220844 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40554) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:29.268608 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-bf05ccec-1359-4859-95b6-ce4fd0d70b52 None None] The port 'b98a88a6-9215-4139-b2f6-e3685f41959a' was deleted {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 17:26:29.649720 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-857690'] for router_interface, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:30.144120 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0bb19-93c9-4307-b732-8d1035279056 req-4bd0ca24-2f57-408a-a869-5ea48cb19e12 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:30.146616 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-25c0bb19-93c9-4307-b732-8d1035279056 req-4bd0ca24-2f57-408a-a869-5ea48cb19e12 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.0890067 Sep 10 17:26:30.201929 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-25c0bb19-93c9-4307-b732-8d1035279056 req-cd98cf42-1e6e-4198-88ef-5d347a6f7b48 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460641 Sep 10 17:26:30.384006 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Deleting port f0c24da6-4f17-4d16-982a-4b2b8b1c8102 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:30.384501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:30.564683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] For port f0c24da6-4f17-4d16-982a-4b2b8b1c8102, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,segment=NetworkSegment(943931a0-1646-4a3e-9b54-99300e302b68),segment_id=943931a0-1646-4a3e-9b54-99300e302b68)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:30.565037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:30.684956 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Calling delete_port for f0c24da6-4f17-4d16-982a-4b2b8b1c8102 owned by network:router_interface {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:31.140835 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:31.144724 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bf725314-601e-4b5a-9cd9-20c76dbed6bf tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:31.185669 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c24da6-4f17-4d16-982a-4b2b8b1c8102,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:31.234229 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.234601 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.234973 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.235321 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.235666 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.236012 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.236375 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.236692 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.237028 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.237444 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.237773 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:26:31.279823 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:31.500337 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8e045-3f5e-4d4b-8505-cfe037faeac6 req-bdef1f00-3658-4f76-9f1c-366de57a99b3 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:31.501729 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9cf8e045-3f5e-4d4b-8505-cfe037faeac6 req-bdef1f00-3658-4f76-9f1c-366de57a99b3 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1144137 Sep 10 17:26:31.613741 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9cf8e045-3f5e-4d4b-8505-cfe037faeac6 req-aeeab344-140f-4505-8183-1136bdf8f686 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054876 Sep 10 17:26:31.641665 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1977158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-857838'] for router_interface, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:32.331596 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Router 5685b173-8fb3-4570-b46e-143ca646018d has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:26:32.365247 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:26:32.540626 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:26:32.549094 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] Sync routers for ids ['5685b173-8fb3-4570-b46e-143ca646018d'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:26:32.562630 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] Routers {'5685b173-8fb3-4570-b46e-143ca646018d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:32.569839 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['5685b173-8fb3-4570-b46e-143ca646018d'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:32.623167 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] 10.222.0.58 "PUT /v2.0/routers/5685b173-8fb3-4570-b46e-143ca646018d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4025416 Sep 10 17:26:32.625637 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40564) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:32.779896 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] Set router 5685b173-8fb3-4570-b46e-143ca646018d gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:32.952311 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e4913-d2d5-4808-8919-8b534dd50b14 req-4b6f1ce9-a6e5-4eae-a129-7eb312c1f67d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:32.957833 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks [] for router, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:32.960952 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c80e4913-d2d5-4808-8919-8b534dd50b14 req-4b6f1ce9-a6e5-4eae-a129-7eb312c1f67d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1228564 Sep 10 17:26:33.042933 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c80e4913-d2d5-4808-8919-8b534dd50b14 req-387ffdea-6d3c-4d1f-bea1-f085cd958721 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803072 Sep 10 17:26:33.176352 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:26:30Z', 'revision_number': 5, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:33.184826 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] Checking router: 5685b173-8fb3-4570-b46e-143ca646018d for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:26:33.197516 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] Routers {'5685b173-8fb3-4570-b46e-143ca646018d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:33.198134 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['5685b173-8fb3-4570-b46e-143ca646018d'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:33.209087 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:33.312819 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Deleting port fb5ce89c-5aca-4cca-a236-99387b413c89 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:33.313172 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:33.389336 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] Set router 5685b173-8fb3-4570-b46e-143ca646018d gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:33.523948 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] For port fb5ce89c-5aca-4cca-a236-99387b413c89, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=fb5ce89c-5aca-4cca-a236-99387b413c89,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:33.524297 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:33.664210 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Calling delete_port for fb5ce89c-5aca-4cca-a236-99387b413c89 owned by network:router_gateway {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:33.768424 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:26:30Z', 'revision_number': 5, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:33.777438 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d8576-16ba-403e-a843-3bd23e2af90a None None] The sync data for ids ['5685b173-8fb3-4570-b46e-143ca646018d'] in dv-cinder-808475-1-smb is: [{'id': '5685b173-8fb3-4570-b46e-143ca646018d', 'name': 'tempest-TestMinimumBasicScenario-1113417598-router', 'tenant_id': '8bd9cc0071f14012b813c00aa2635742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:23:21Z', 'updated_at': '2021-09-10T17:26:30Z', 'revision_number': 5, 'project_id': '8bd9cc0071f14012b813c00aa2635742', 'gw_port': {'id': 'fb5ce89c-5aca-4cca-a236-99387b413c89', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685b173-8fb3-4570-b46e-143ca646018d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:23:23Z', 'updated_at': '2021-09-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:26:33.855259 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e177f729-2f7b-44a3-85c4-9411a1059555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.078380 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.082484 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2a16a4f8-3391-4b3d-8232-557e75c7144e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:34.135765 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5ce89c-5aca-4cca-a236-99387b413c89,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:34.139592 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:34.267177 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.463537 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-857201'] for router_gateway, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.725853 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5e3c-0f85-4d1a-9338-0c94fdd7f21e req-cc769eea-2dfd-4e3b-8816-dd51a2a196ba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:34.727271 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2cc5e3c-0f85-4d1a-9338-0c94fdd7f21e req-cc769eea-2dfd-4e3b-8816-dd51a2a196ba tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.4662099 Sep 10 17:26:34.751345 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-859269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30306'] for router, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.761473 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.855776 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d2cc5e3c-0f85-4d1a-9338-0c94fdd7f21e req-fce39344-5afb-434b-8145-8b084b509ba4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207628 Sep 10 17:26:34.946106 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859925'] for router, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.946663 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5685b173-8fb3-4570-b46e-143ca646018d {{(pid=76068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:26:34.960338 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:34.961488 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5685b173-8fb3-4570-b46e-143ca646018d HTTP/1.1" status: 204 len: 168 time: 2.3347573 Sep 10 17:26:34.963896 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40574) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:34.994568 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device f0c24da6-4f17-4d16-982a-4b2b8b1c8102 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:35.028547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Deleting subnet e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b {{(pid=76068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:26:35.031713 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:35.031888 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: f0c24da6-4f17-4d16-982a-4b2b8b1c8102 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:35.032158 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device f0c24da6-4f17-4d16-982a-4b2b8b1c8102 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:35.086172 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286010'] for subnet, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:35.199615 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:35.552556 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7516739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7372479'] for subnet, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:35.557314 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ebe4b9f1-d8f3-40ce-9060-a07ada84a78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:35.592288 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:35.596706 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:35.606566 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:35.606684 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e7571-acd4-438e-bfc2-19593e964476 None None] Network 44c7eee4-bf5d-4bf9-9859-4f59812c1448 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:26:35.606834 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c3e378a7-3ca7-4e4f-81ac-74672c4778b9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e1484a9e-e5f9-4c5a-83b3-1ed9c69e925b HTTP/1.1" status: 204 len: 168 time: 0.6407728 Sep 10 17:26:35.608045 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40578) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:35.706450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:35.716588 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Deleting port 79cc281f-0019-467f-9b8c-493f391bb246 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:35.716904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:35.845646 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] DHCP port deletion for 44c7eee4-bf5d-4bf9-9859-4f59812c1448 request from dv-cinder-808475-1-smb {{(pid=76069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 17:26:35.849896 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Deleting port 79cc281f-0019-467f-9b8c-493f391bb246 {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:35.850792 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.011103 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] For port 79cc281f-0019-467f-9b8c-493f391bb246, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=79cc281f-0019-467f-9b8c-493f391bb246,segment=NetworkSegment(943931a0-1646-4a3e-9b54-99300e302b68),segment_id=943931a0-1646-4a3e-9b54-99300e302b68)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:36.011690 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.029115 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-99c77712-55e8-4bee-bb2b-31832c497cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.069249 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] For port 79cc281f-0019-467f-9b8c-493f391bb246, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=79cc281f-0019-467f-9b8c-493f391bb246,segment=NetworkSegment(943931a0-1646-4a3e-9b54-99300e302b68),segment_id=943931a0-1646-4a3e-9b54-99300e302b68)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:36.069656 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.078828 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f24d39-0a42-405b-b163-ea5650a757e0 req-d99df693-38eb-49ac-8144-678fbbeab46d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:36.080378 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-76f24d39-0a42-405b-b163-ea5650a757e0 req-d99df693-38eb-49ac-8144-678fbbeab46d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.0847170 Sep 10 17:26:36.127840 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-76f24d39-0a42-405b-b163-ea5650a757e0 req-d75dba0f-839d-4074-95b3-4255ba1863df tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Sep 10 17:26:36.134067 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Calling delete_port for 79cc281f-0019-467f-9b8c-493f391bb246 owned by network:dhcp {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:36.190519 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Calling delete_port for 79cc281f-0019-467f-9b8c-493f391bb246 owned by network:dhcp {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:36.272037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.276403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-26381ea0-9997-43c3-af68-834f9234938e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:36.277330 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:26:36.277705 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:26:36.317527 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cc281f-0019-467f-9b8c-493f391bb246,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:36.320316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:36.325020 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] No DVR routers for this DVR port 79cc281f-0019-467f-9b8c-493f391bb246 on host dv-cinder-808475-1-smb {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:26:36.435684 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.448019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c7eee4-bf5d-4bf9-9859-4f59812c1448']}} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:36.459769 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943931a0-1646-4a3e-9b54-99300e302b68') {'for_net_delete': True} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:36.460065 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943931a0-1646-4a3e-9b54-99300e302b68') {} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:36.471125 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8285987'] for segment, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.490454 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.496890 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=76068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:26:36.497260 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7516701'] for segment, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: Traceback (most recent call last): Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: timer() Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: cb(*args, **kw) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: return func(*args, **kwargs) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: self._notify() Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: self.callback(batched_events) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: event.method(event) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: return f(self, *a, **k) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: return self._get(url).json() Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: return self.request(url, 'GET', **kwargs) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:26:36.510316 dv-cinder-808475-1-smb neutron-server[76068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:26:36.711891 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.715931 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f3a9a192-c31a-4c0a-97d2-895b8cdba08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:36.731891 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.739661 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c7eee4-bf5d-4bf9-9859-4f59812c1448,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:36.745700 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:36.748136 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] 10.222.0.58 "DELETE /v2.0/networks/44c7eee4-bf5d-4bf9-9859-4f59812c1448 HTTP/1.1" status: 204 len: 168 time: 1.1384969 Sep 10 17:26:36.779369 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Deleting port 79cc281f-0019-467f-9b8c-493f391bb246 {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:36.779786 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:36.842686 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e278f-a1c4-4a2d-85ec-e0207f522ca5 None None] The port '79cc281f-0019-467f-9b8c-493f391bb246' was deleted {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 17:26:36.986666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device fb5ce89c-5aca-4cca-a236-99387b413c89 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:37.019144 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: fb5ce89c-5aca-4cca-a236-99387b413c89 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:37.019498 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device fb5ce89c-5aca-4cca-a236-99387b413c89 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:37.019921 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 79cc281f-0019-467f-9b8c-493f391bb246 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:37.049231 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:37.054723 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: 79cc281f-0019-467f-9b8c-493f391bb246 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:37.055100 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 79cc281f-0019-467f-9b8c-493f391bb246 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:37.206642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40588) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:37.261440 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-a877e1be-5766-458a-b694-8710fd0bfa8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af85b86d044545949e135404d55daedd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534451 Sep 10 17:26:37.263902 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40592) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:37.375529 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3263dd9-58c4-452b-8988-b19e9e3dfd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:37.409580 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e0692-b7a4-4dc5-9ff5-1f66a808222b req-2c1b17bb-dfdd-4cca-b713-d0e74f4ea157 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:37.411045 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d23e0692-b7a4-4dc5-9ff5-1f66a808222b req-2c1b17bb-dfdd-4cca-b713-d0e74f4ea157 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 943 time: 0.1354444 Sep 10 17:26:37.412638 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3263dd9-58c4-452b-8988-b19e9e3dfd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:37.486162 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d23e0692-b7a4-4dc5-9ff5-1f66a808222b req-b9d44e19-82a8-46c5-a1a0-53fb7eee3521 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665870 Sep 10 17:26:37.579709 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3263dd9-58c4-452b-8988-b19e9e3dfd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:37.583449 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5c27e022-b464-435c-8535-d5e3d4b6e760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:37.595924 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3263dd9-58c4-452b-8988-b19e9e3dfd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a133c2-62d0-4431-8f26-21b79eb0cfd2,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:37.599109 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c3263dd9-58c4-452b-8988-b19e9e3dfd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:37.619588 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:26:37.693987 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-c3263dd9-58c4-452b-8988-b19e9e3dfd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:37.695798 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-c3263dd9-58c4-452b-8988-b19e9e3dfd15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49a133c2-62d0-4431-8f26-21b79eb0cfd2 HTTP/1.1" status: 204 len: 168 time: 0.4308801 Sep 10 17:26:37.753579 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:37.766641 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'e5622e86-e555-485d-8bca-708282889089', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'port_id': 'e5622e86-e555-485d-8bca-708282889089', 'mac_address': 'fa:16:3e:35:f8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:26:37.819414 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:37.836401 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5622e86-e555-485d-8bca-708282889089 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:26:37.851838 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:37.940555 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:37.942328 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:38.007548 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=9']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:38.010414 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:38.153447 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['e5622e86-e555-485d-8bca-708282889089'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:26:38.440997 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40600) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:38.492484 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-056dc2ac-101c-4f3a-99a5-921d21dfcfbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bd9cc0071f14012b813c00aa2635742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498974 Sep 10 17:26:38.494928 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40604) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:38.523381 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:38.552421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db283955-a561-4f76-a9e1-e4aeda8cb875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:38.578398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db283955-a561-4f76-a9e1-e4aeda8cb875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:38.697973 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1d80-81f5-4874-8aed-d0ebe41a4877 req-eb870979-42b5-4431-b012-c16c331a8061 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:38.699384 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ce5b1d80-81f5-4874-8aed-d0ebe41a4877 req-eb870979-42b5-4431-b012-c16c331a8061 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 944 time: 0.0752561 Sep 10 17:26:38.740817 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db283955-a561-4f76-a9e1-e4aeda8cb875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:38.746408 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-99239052-2e47-44ef-b3f7-6242134da173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:38.750044 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ce5b1d80-81f5-4874-8aed-d0ebe41a4877 req-c2028b3e-f18b-456c-bc72-383aa87f8cc9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443459 Sep 10 17:26:38.759621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db283955-a561-4f76-a9e1-e4aeda8cb875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6e5cd6-d690-47fd-be7c-16b66afd38cc,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:38.761954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-db283955-a561-4f76-a9e1-e4aeda8cb875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:38.764171 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db283955-a561-4f76-a9e1-e4aeda8cb875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:38.767667 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-db283955-a561-4f76-a9e1-e4aeda8cb875 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be6e5cd6-d690-47fd-be7c-16b66afd38cc HTTP/1.1" status: 204 len: 168 time: 0.2694478 Sep 10 17:26:39.635905 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:26:39.702931 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port e5622e86-e555-485d-8bca-708282889089 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:26:39.703308 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:39.847520 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:39.874401 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:26:39.884694 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:39.946609 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5622e86-e555-485d-8bca-708282889089', 'code': 200} Sep 10 17:26:39.994636 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f8c4c-1fa7-4082-9811-6f6c877ebf30 req-37cb5a1d-2ba2-4c98-baaa-27b67b0b6fb3 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:39.997663 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:40.002496 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-264f8c4c-1fa7-4082-9811-6f6c877ebf30 req-37cb5a1d-2ba2-4c98-baaa-27b67b0b6fb3 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 944 time: 0.0895169 Sep 10 17:26:40.003042 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:40.044955 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-264f8c4c-1fa7-4082-9811-6f6c877ebf30 req-2560075e-5421-4085-81c4-ea7dbbc89e5a tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Sep 10 17:26:40.072543 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=10']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:40.076649 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:40.328948 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-97148d70-c526-4595-ac6b-d2ee1e5ea628 req-50c54c99-bf30-42f4-b124-0babad65d274 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 1099 time: 0.0704882 Sep 10 17:26:40.372900 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-97148d70-c526-4595-ac6b-d2ee1e5ea628 req-77135e81-cee7-4422-ad86-4d6b49d84114 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370951 Sep 10 17:26:41.262006 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af83ed-1d03-44e2-ae18-ba4ac7984e31 req-d2ef1d50-eacd-4e72-80c5-bd9438c8bd25 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:41.263465 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e1af83ed-1d03-44e2-ae18-ba4ac7984e31 req-d2ef1d50-eacd-4e72-80c5-bd9438c8bd25 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 946 time: 0.0795712 Sep 10 17:26:41.310528 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e1af83ed-1d03-44e2-ae18-ba4ac7984e31 req-216d9025-41e7-44fe-bdae-f0bd71364763 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 Sep 10 17:26:42.530166 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ada56f-549a-4b77-b59c-c72d61fc4169 req-c6e776e7-5441-4cf4-8aa9-881f47fb7472 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:42.531661 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-83ada56f-549a-4b77-b59c-c72d61fc4169 req-c6e776e7-5441-4cf4-8aa9-881f47fb7472 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 946 time: 0.0776255 Sep 10 17:26:42.578579 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-83ada56f-549a-4b77-b59c-c72d61fc4169 req-6cf8ff18-d9e6-4ecf-9453-755f6e45356b tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Sep 10 17:26:43.790620 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b7fb6-3f6d-4609-b2e6-181cc96d7c47 req-bd14d31f-99c9-444c-b274-76ac557143c5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:43.792122 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c08b7fb6-3f6d-4609-b2e6-181cc96d7c47 req-bd14d31f-99c9-444c-b274-76ac557143c5 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 946 time: 0.0797472 Sep 10 17:26:43.838046 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c08b7fb6-3f6d-4609-b2e6-181cc96d7c47 req-0aa6ef2d-fa47-4155-96d9-9ada3d494f18 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403574 Sep 10 17:26:46.280885 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71244fb-7dd8-44c0-a472-3015637d7570 req-3d5c67f7-d9f7-43f5-b7dc-06994aa8da13 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:46.282324 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a71244fb-7dd8-44c0-a472-3015637d7570 req-3d5c67f7-d9f7-43f5-b7dc-06994aa8da13 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 945 time: 0.0762925 Sep 10 17:26:46.329860 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a71244fb-7dd8-44c0-a472-3015637d7570 req-54cca392-ee38-4ec5-a428-085b9e885dac tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Sep 10 17:26:47.122858 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:47.529711 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b838e9-8d06-4bad-9a15-60593cf34b86 req-481cf395-01a2-4aa3-a475-7cd2691c43e4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:47.531199 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e7b838e9-8d06-4bad-9a15-60593cf34b86 req-481cf395-01a2-4aa3-a475-7cd2691c43e4 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 945 time: 0.0804968 Sep 10 17:26:47.576040 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e7b838e9-8d06-4bad-9a15-60593cf34b86 req-4f840568-f1ca-4e16-a8e4-aeaae70209de tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392535 Sep 10 17:26:48.236288 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-387b47f1-88d5-4cfe-8f7a-eb993a1e1b13 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:48.237713 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-387b47f1-88d5-4cfe-8f7a-eb993a1e1b13 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 945 time: 0.0746722 Sep 10 17:26:48.302743 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Deleting port a1e90a88-4c98-4911-934a-bd93dec18b0d {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:48.303093 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:48.539486 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] For port a1e90a88-4c98-4911-934a-bd93dec18b0d, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a1e90a88-4c98-4911-934a-bd93dec18b0d,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:48.539753 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:48.947530 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe789-df67-4b5f-9c79-a3799d0b036e req-3a868112-11cc-40da-aa04-b1b5b8a26ab5 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:26:48.948964 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-14ebe789-df67-4b5f-9c79-a3799d0b036e req-3a868112-11cc-40da-aa04-b1b5b8a26ab5 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 945 time: 0.2459006 Sep 10 17:26:48.977222 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:48.977585 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:48.977890 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Floating IP 409ab8b9-2823-4dbf-a60c-1a2158d7fb8e disassociated. External IP: 172.28.0.127, port: a1e90a88-4c98-4911-934a-bd93dec18b0d. Sep 10 17:26:48.978220 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Calling delete_port for a1e90a88-4c98-4911-934a-bd93dec18b0d owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:49.054460 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-14ebe789-df67-4b5f-9c79-a3799d0b036e req-088706f0-4244-488e-a679-80db159e211c tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984278 Sep 10 17:26:49.191608 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:49.197456 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:49.242244 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event deleted for resources: {'Port': ['ID=a1e90a88-4c98-4911-934a-bd93dec18b0d,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:49.245610 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:49.448727 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Router ac83705f-b625-4935-a3d7-43945b349b47 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:26:49.649558 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:26:49.659466 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] Sync routers for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:26:49.672124 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:49.672977 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:49.720033 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] No DVR routers for this DVR port a1e90a88-4c98-4911-934a-bd93dec18b0d on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:26:49.722545 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:49.725734 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'name': 'network-vif-deleted', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:26:49.781779 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5', 'name': 'network-vif-deleted', 'tag': 'a1e90a88-4c98-4911-934a-bd93dec18b0d', 'status': 'completed', 'code': 200} Sep 10 17:26:49.797877 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b48021ff-c2a7-4e3f-bee9-d4b5d610d78c req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.62 "DELETE /v2.0/ports/a1e90a88-4c98-4911-934a-bd93dec18b0d HTTP/1.1" status: 204 len: 173 time: 1.5541675 Sep 10 17:26:49.857265 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:50.174289 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:50.178402 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] Checking router: ac83705f-b625-4935-a3d7-43945b349b47 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:26:50.189161 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:26:50.189784 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:50.229687 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-bd3eecfd-4be3-4195-9a6f-3cfce22cd767 req-f14cb539-5026-4051-963c-f41186abf88e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Synchronizing usage tracker for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:26:50.345950 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-bd3eecfd-4be3-4195-9a6f-3cfce22cd767 req-f14cb539-5026-4051-963c-f41186abf88e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Unset dirty status for tenant:b5218a4f079d453d9eaa19d38112b640 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:26:50.347236 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bd3eecfd-4be3-4195-9a6f-3cfce22cd767 req-f14cb539-5026-4051-963c-f41186abf88e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc8dce5c-0d25-4949-a3df-b97ad3ec2ee5 HTTP/1.1" status: 200 len: 210 time: 0.1582210 Sep 10 17:26:50.374081 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:26:50.689746 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:26:50.693815 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e5f36-eb2b-4ca1-bd3b-5cee04913f77 None None] The sync data for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb is: [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:20:38Z', 'revision_number': 4, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'ae7aa63e-9e4b-4133-91dc-4a8c92786c87', 'name': '', 'network_id': '6058e59e-c8a2-4f37-8df5-d68cb89bd138', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'mac_address': 'fa:16:3e:b1:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:35Z', 'updated_at': '2021-09-10T17:21:25Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'subnets': [{'id': '9e552692-6503-4ba4-9908-0b89b2514f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:26:50.894712 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf826e0b-6d4f-4421-a71f-ae18df8ac0bc None None] New status for floating IP 409ab8b9-2823-4dbf-a60c-1a2158d7fb8e: DOWN {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:26:51.610169 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40714) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:51.674402 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:51.701329 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:51.728396 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a1e90a88-4c98-4911-934a-bd93dec18b0d no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:26:51.761045 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: a1e90a88-4c98-4911-934a-bd93dec18b0d {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:26:51.761392 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a1e90a88-4c98-4911-934a-bd93dec18b0d not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:26:51.848778 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:51.853943 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-035fdfff-c589-4658-878a-e918e4fac2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:51.868397 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f2ee4-8073-4ca5-9918-d2e8141cf26f,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:51.871037 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:51.967629 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:51.968947 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a9f2ee4-8073-4ca5-9918-d2e8141cf26f HTTP/1.1" status: 204 len: 168 time: 0.3575516 Sep 10 17:26:51.971556 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40718) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:51.987871 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.api.v2.resource [None req-c0117610-d57c-4edc-a50d-490c8fee6c35 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] show failed (client error): The resource could not be found. Sep 10 17:26:51.988816 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-c0117610-d57c-4edc-a50d-490c8fee6c35 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "GET /v2.0/security-groups/7a9f2ee4-8073-4ca5-9918-d2e8141cf26f HTTP/1.1" status: 404 len: 347 time: 0.0163846 Sep 10 17:26:51.991362 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40722) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:52.208604 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Deleting port 8b7ef9bd-22c0-4259-b12f-052e10409899 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:52.208948 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:52.373281 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:52.373610 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:52.495296 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Calling delete_port for 8b7ef9bd-22c0-4259-b12f-052e10409899 owned by network:floatingip {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:52.671851 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:52.675357 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ec93a446-f359-42a4-a4f2-e3f6858e31d3 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:52.720673 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Pushing event deleted for resources: {'Port': ['ID=8b7ef9bd-22c0-4259-b12f-052e10409899,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:52.723963 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:52.807588 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks [] for floatingip, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:52.888110 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:52.889295 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f4d4f23d-9103-4fa8-8837-4515ba1873cc tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] 10.222.0.58 "DELETE /v2.0/floatingips/409ab8b9-2823-4dbf-a60c-1a2158d7fb8e HTTP/1.1" status: 204 len: 168 time: 0.8970890 Sep 10 17:26:57.551970 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40752) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:26:58.116645 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-857690'] for router_interface, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:58.806915 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Deleting port ae7aa63e-9e4b-4133-91dc-4a8c92786c87 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:26:58.807636 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:58.975475 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] For port ae7aa63e-9e4b-4133-91dc-4a8c92786c87, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:26:58.975837 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:59.095833 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Calling delete_port for ae7aa63e-9e4b-4133-91dc-4a8c92786c87 owned by network:router_interface {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:26:59.351959 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:26:59.355588 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bbc7de35-7d84-4637-af53-5b711a648906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:26:59.395996 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7aa63e-9e4b-4133-91dc-4a8c92786c87,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:26:59.399388 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:26:59.675037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1977158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-857838'] for router_interface, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:00.315417 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Router ac83705f-b625-4935-a3d7-43945b349b47 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:27:00.510605 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:27:00.519480 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] Sync routers for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:27:00.522496 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] 10.222.0.58 "PUT /v2.0/routers/ac83705f-b625-4935-a3d7-43945b349b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9694502 Sep 10 17:27:00.524994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40758) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:00.531469 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:27:00.532085 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:00.708019 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:27:00.719590 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:00.908790 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:00.991526 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:26:59Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:00.995661 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] Checking router: ac83705f-b625-4935-a3d7-43945b349b47 for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:27:01.006872 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] Routers {'ac83705f-b625-4935-a3d7-43945b349b47'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:27:01.007487 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:26:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['ac83705f-b625-4935-a3d7-43945b349b47'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:01.066053 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Deleting port d1f7c944-fd82-4af4-862b-068409d8ebdd {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:01.066441 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:01.180542 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] Set router ac83705f-b625-4935-a3d7-43945b349b47 gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:27:01.238072 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] For port d1f7c944-fd82-4af4-862b-068409d8ebdd, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=d1f7c944-fd82-4af4-862b-068409d8ebdd,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:01.238433 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:01.464019 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:26:59Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:01.464912 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Calling delete_port for d1f7c944-fd82-4af4-862b-068409d8ebdd owned by network:router_gateway {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:01.468005 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10e73-7828-43c0-aad2-456642bfe563 None None] The sync data for ids ['ac83705f-b625-4935-a3d7-43945b349b47'] in dv-cinder-808475-1-smb is: [{'id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'name': 'tempest-AttachVolumeTestJSON-1545811704-router', 'tenant_id': 'b5218a4f079d453d9eaa19d38112b640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:24Z', 'updated_at': '2021-09-10T17:26:59Z', 'revision_number': 5, 'project_id': 'b5218a4f079d453d9eaa19d38112b640', 'gw_port': {'id': 'd1f7c944-fd82-4af4-862b-068409d8ebdd', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac83705f-b625-4935-a3d7-43945b349b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:27:01.711032 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:01.714470 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:01.754155 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f7c944-fd82-4af4-862b-068409d8ebdd,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:01.758027 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:01.981512 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-857201'] for router_gateway, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.230106 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-859269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30306'] for router, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.234302 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.362821 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859925'] for router, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.363354 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac83705f-b625-4935-a3d7-43945b349b47 {{(pid=76068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:27:02.376274 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.379813 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ac83705f-b625-4935-a3d7-43945b349b47 HTTP/1.1" status: 204 len: 168 time: 1.8515291 Sep 10 17:27:02.380155 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40762) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:02.444256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Deleting subnet 9e552692-6503-4ba4-9908-0b89b2514f16 {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:27:02.447376 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.496750 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.575063 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.752139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.756488 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:02.788802 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e552692-6503-4ba4-9908-0b89b2514f16,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:02.795005 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:02.798584 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.805160 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ffa64b-0f18-42b2-988e-ce544c344698 None None] Network 6058e59e-c8a2-4f37-8df5-d68cb89bd138 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:27:02.806451 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8868f4bd-f0ba-4e15-8a2f-3910a83a64ee admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9e552692-6503-4ba4-9908-0b89b2514f16 HTTP/1.1" status: 204 len: 168 time: 0.4252851 Sep 10 17:27:02.809071 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40766) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:02.918451 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.929044 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Deleting port e9963cc6-df1a-4e10-9998-8957c30a0d20 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:02.929373 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:02.997688 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device ae7aa63e-9e4b-4133-91dc-4a8c92786c87 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:27:03.034055 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: ae7aa63e-9e4b-4133-91dc-4a8c92786c87 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:27:03.034320 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device ae7aa63e-9e4b-4133-91dc-4a8c92786c87 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:27:03.034807 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d1f7c944-fd82-4af4-862b-068409d8ebdd no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:27:03.067127 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: d1f7c944-fd82-4af4-862b-068409d8ebdd {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:27:03.067478 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device d1f7c944-fd82-4af4-862b-068409d8ebdd not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:27:03.134581 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] DHCP port deletion for 6058e59e-c8a2-4f37-8df5-d68cb89bd138 request from dv-cinder-808475-1-smb {{(pid=76069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 17:27:03.138659 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Deleting port e9963cc6-df1a-4e10-9998-8957c30a0d20 {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:03.139085 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.143494 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] For port e9963cc6-df1a-4e10-9998-8957c30a0d20, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e9963cc6-df1a-4e10-9998-8957c30a0d20,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:03.143851 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.263576 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Calling delete_port for e9963cc6-df1a-4e10-9998-8957c30a0d20 owned by network:dhcp {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:03.387101 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] For port e9963cc6-df1a-4e10-9998-8957c30a0d20, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e9963cc6-df1a-4e10-9998-8957c30a0d20,segment=NetworkSegment(11010837-de1c-497c-a4ed-486df286158f),segment_id=11010837-de1c-497c-a4ed-486df286158f)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:03.387591 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.506933 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Calling delete_port for e9963cc6-df1a-4e10-9998-8957c30a0d20 owned by network:dhcp {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:03.540011 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.545335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-eaed73be-994b-4ed4-b3a4-4c9b5cc1194f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:03.579732 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:27:03.580227 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:27:03.587411 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9963cc6-df1a-4e10-9998-8957c30a0d20,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:03.592898 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:03.593900 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] No DVR routers for this DVR port e9963cc6-df1a-4e10-9998-8957c30a0d20 on host dv-cinder-808475-1-smb {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:27:03.710036 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.722699 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6058e59e-c8a2-4f37-8df5-d68cb89bd138']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:03.734745 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11010837-de1c-497c-a4ed-486df286158f') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:03.735066 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11010837-de1c-497c-a4ed-486df286158f') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:03.747111 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.763264 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.769233 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:27:03.769613 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:27:03.782400 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:27:03.835845 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6c67d6b3-987c-4bc5-9f04-e70a0013662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.927458 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.931546 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9a8d4a20-56ed-4191-8059-e18b00972db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:03.944631 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:03.954575 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6058e59e-c8a2-4f37-8df5-d68cb89bd138,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:03.957590 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:04.043042 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6058e59e-c8a2-4f37-8df5-d68cb89bd138 HTTP/1.1" status: 204 len: 168 time: 1.2331405 Sep 10 17:27:04.081752 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Deleting port e9963cc6-df1a-4e10-9998-8957c30a0d20 {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:04.082144 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:04.144957 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-d64784c1-c810-4d24-b499-bec09b56e7b5 None None] The port 'e9963cc6-df1a-4e10-9998-8957c30a0d20' was deleted {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 17:27:04.261706 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:04.446920 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40772) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:04.497293 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-aee0e853-eb21-45dc-9bee-094a37769ee5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5218a4f079d453d9eaa19d38112b640&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491629 Sep 10 17:27:04.499729 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40776) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:04.561728 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:04.587348 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:04.688625 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:04.692263 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-b25c0334-2444-48be-9c0a-cc4f31044c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:04.706857 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cc66e2-3822-400d-87e9-533e45af7aab,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:04.709278 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:04.716367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:04.717571 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38cc66e2-3822-400d-87e9-533e45af7aab HTTP/1.1" status: 204 len: 168 time: 0.2168653 Sep 10 17:27:04.991214 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e9963cc6-df1a-4e10-9998-8957c30a0d20 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:27:05.026844 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: e9963cc6-df1a-4e10-9998-8957c30a0d20 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:27:05.027202 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e9963cc6-df1a-4e10-9998-8957c30a0d20 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:27:06.008674 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-c533303f-6311-4134-8c63-0d96bccf7a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:07.700646 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:07.974111 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40828) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:08.111897 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.143217 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:08.147068 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e660c70b2e40f38de281a98945149e is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:08.149837 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:08.155569 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:08.218968 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.459479 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.466350 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-33141299-8b83-40e3-967d-bad5cad2cb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:08.510251 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50209b67-7f2f-4a89-882c-c9879cbd4b49,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:08.516572 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8e660c70b2e40f38de281a98945149e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5414181 Sep 10 17:27:08.519382 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 40834) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:08.522787 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.523184 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.523549 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.523911 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.524267 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.524620 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.524969 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.525320 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.525666 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.526014 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.526356 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:08.530032 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:08.569051 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.579136 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.604987 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.745746 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.750518 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-aa51bf58-3c23-4a6f-8f7e-4ab4c01301f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:08.761860 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50209b67-7f2f-4a89-882c-c9879cbd4b49,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:08.764193 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:08.768079 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:08.771328 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50209b67-7f2f-4a89-882c-c9879cbd4b49 HTTP/1.1" status: 204 len: 168 time: 0.2487326 Sep 10 17:27:09.366787 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:27:15.504785 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f24f8-2526-4c92-b8a8-ba6e5f3bb945 req-8c447fad-84b1-4105-8467-f953cee522c1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:15.506730 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-137f24f8-2526-4c92-b8a8-ba6e5f3bb945 req-8c447fad-84b1-4105-8467-f953cee522c1 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 946 time: 0.0760241 Sep 10 17:27:15.551850 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-137f24f8-2526-4c92-b8a8-ba6e5f3bb945 req-347d6021-ff8b-4d02-b453-60083c7485d2 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395303 Sep 10 17:27:15.731805 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40984) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:15.869635 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:15.901943 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:15.904345 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b1cb808f094fafa0fbee9251257f33 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:15.907157 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:15.913401 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:15.976357 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:16.047751 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:16.054046 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0cfe0177-35dd-4a33-8f8f-2e46e839ea6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:16.096972 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46341e58-f951-4ea5-8c16-5718a701253d,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:16.100510 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:16.103921 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2b1cb808f094fafa0fbee9251257f33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3711424 Sep 10 17:27:16.106401 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 40990) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:16.163927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5222fea5-a0a7-4182-81e2-46554b070ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:16.188749 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5222fea5-a0a7-4182-81e2-46554b070ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:16.332825 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5222fea5-a0a7-4182-81e2-46554b070ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:16.337125 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-58a7f62a-04c1-4774-84ef-c850a048a1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:16.349355 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222fea5-a0a7-4182-81e2-46554b070ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46341e58-f951-4ea5-8c16-5718a701253d,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:16.352170 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5222fea5-a0a7-4182-81e2-46554b070ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:16.359184 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5222fea5-a0a7-4182-81e2-46554b070ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:16.362668 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-5222fea5-a0a7-4182-81e2-46554b070ede admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46341e58-f951-4ea5-8c16-5718a701253d HTTP/1.1" status: 204 len: 168 time: 0.2530015 Sep 10 17:27:16.821301 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07263afe-8fa6-49de-b80f-502fb9d6047e req-d5e2e87e-eb65-4b95-83ac-918d8f33b8d9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:16.822793 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-07263afe-8fa6-49de-b80f-502fb9d6047e req-d5e2e87e-eb65-4b95-83ac-918d8f33b8d9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 946 time: 0.1342933 Sep 10 17:27:16.853981 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-fd931cf3-8ab7-4a56-8e06-db2014a989df tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:16.855421 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-fd931cf3-8ab7-4a56-8e06-db2014a989df tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 946 time: 0.1255295 Sep 10 17:27:16.926444 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-07263afe-8fa6-49de-b80f-502fb9d6047e req-b3807d09-81ba-404a-9f15-0e6af4665cb0 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups?id=87142cfb-5b74-4ab6-896e-a913ee171152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975978 Sep 10 17:27:16.939876 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Deleting port e5622e86-e555-485d-8bca-708282889089 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:16.940450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.035324 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41000) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:17.055462 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.088725 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:17.092385 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Usage tracker for resource:security_group_rule and tenant:89943cd3590a4bd887feafd5ea6a1df6 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:17.095457 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:17.101174 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:17.117076 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.168930 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.182424 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] For port e5622e86-e555-485d-8bca-708282889089, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e5622e86-e555-485d-8bca-708282889089,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:17.182802 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.242578 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.249732 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4c10e8ac-63a1-472b-91e9-954ed7a0e8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:17.292323 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f8692-8715-46cb-ab13-90ea0ec78a41,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:17.296587 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89943cd3590a4bd887feafd5ea6a1df6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2599862 Sep 10 17:27:17.297488 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:17.299219 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41004) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:17.359677 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-463ebbe6-5199-4846-9e54-004c813a3603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.387060 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-463ebbe6-5199-4846-9e54-004c813a3603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.511256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-463ebbe6-5199-4846-9e54-004c813a3603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.515179 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f518a3a7-18c1-4d2c-bd9b-40d8d25f29bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:17.526795 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ebbe6-5199-4846-9e54-004c813a3603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f8692-8715-46cb-ab13-90ea0ec78a41,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:17.530233 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-463ebbe6-5199-4846-9e54-004c813a3603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:17.533451 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-463ebbe6-5199-4846-9e54-004c813a3603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.539719 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-463ebbe6-5199-4846-9e54-004c813a3603 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/755f8692-8715-46cb-ab13-90ea0ec78a41 HTTP/1.1" status: 204 len: 168 time: 0.2366340 Sep 10 17:27:17.573889 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.574262 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.574574 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.l3_db [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Floating IP 008dec62-3603-4f8d-8170-781e0d5b52bf disassociated. External IP: 172.28.0.196, port: e5622e86-e555-485d-8bca-708282889089. Sep 10 17:27:17.574945 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Calling delete_port for e5622e86-e555-485d-8bca-708282889089 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:17.819626 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.825393 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1412b814-1960-45a0-a407-120f5ae6a5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:17.868752 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event deleted for resources: {'Port': ['ID=e5622e86-e555-485d-8bca-708282889089,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:17.871377 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:18.087903 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Router 95921d51-827a-4efd-a8a0-01c6fff223e6 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:27:18.110370 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bf4e6839-05cb-41a1-8bf3-2814031981e2 req-efe65c9c-efa2-44d3-a2e0-efbe95827f9d tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 210 time: 0.0466886 Sep 10 17:27:18.299278 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:27:18.309011 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] Sync routers for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:27:18.323034 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:27:18.323763 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:27:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:18.388856 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] No DVR routers for this DVR port e5622e86-e555-485d-8bca-708282889089 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:27:18.394720 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:18.397604 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-deleted', 'tag': 'e5622e86-e555-485d-8bca-708282889089'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:27:18.458666 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eae0e1-4921-4ccd-ad5b-d609f393a849', 'name': 'network-vif-deleted', 'tag': 'e5622e86-e555-485d-8bca-708282889089', 'status': 'completed', 'code': 200} Sep 10 17:27:18.540758 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-704785e9-9e29-4da4-9855-e0cac7ca368c req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.62 "DELETE /v2.0/ports/e5622e86-e555-485d-8bca-708282889089 HTTP/1.1" status: 204 len: 173 time: 1.6749389 Sep 10 17:27:18.546180 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:27:18.865930 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:18.869991 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] Checking router: 95921d51-827a-4efd-a8a0-01c6fff223e6 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:27:18.880936 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:27:18.881540 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:27:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:19.070772 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:27:19.309918 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ff7b31f5-5b4f-4b9e-b336-8cfe64ed7393 req-78d5e7a4-7c6d-482b-9299-13a3a10f6fc9 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/ports?device_id=98eae0e1-4921-4ccd-ad5b-d609f393a849 HTTP/1.1" status: 200 len: 210 time: 0.0460725 Sep 10 17:27:19.419700 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:19.423556 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdb212-a161-4dc1-8fb8-24c4854d6915 None None] The sync data for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb is: [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:20:34Z', 'revision_number': 4, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '16afbfe2-83e3-4877-86ed-27f11651a1c8', 'name': '', 'network_id': 'c97ed1e5-b42b-4bbb-8956-41f0e0205600', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'mac_address': 'fa:16:3e:b5:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:32Z', 'updated_at': '2021-09-10T17:21:05Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'subnets': [{'id': '86dd2abc-4038-4891-8abd-836ebc151a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:27:19.651643 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847b9fb1-d4ca-455c-b46f-5f2fbf8292f4 None None] New status for floating IP 008dec62-3603-4f8d-8170-781e0d5b52bf: DOWN {{(pid=76069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:27:19.857161 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:27:19.889143 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: e5622e86-e555-485d-8bca-708282889089 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:27:19.890565 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e5622e86-e555-485d-8bca-708282889089 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:27:20.563234 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41062) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:20.631646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5facf7bc-5ca3-4656-8d85-8cfcd9cf11fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:20.657554 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5facf7bc-5ca3-4656-8d85-8cfcd9cf11fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:20.859637 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5facf7bc-5ca3-4656-8d85-8cfcd9cf11fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:20.863682 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2a01f1f7-53d6-43b1-a61e-329f9d03afd4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:20.879001 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf7bc-5ca3-4656-8d85-8cfcd9cf11fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87142cfb-5b74-4ab6-896e-a913ee171152,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:20.882136 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5facf7bc-5ca3-4656-8d85-8cfcd9cf11fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:20.990465 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-5facf7bc-5ca3-4656-8d85-8cfcd9cf11fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:20.991643 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-5facf7bc-5ca3-4656-8d85-8cfcd9cf11fa tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "DELETE /v2.0/security-groups/87142cfb-5b74-4ab6-896e-a913ee171152 HTTP/1.1" status: 204 len: 168 time: 0.4274247 Sep 10 17:27:20.994241 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41066) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:21.010291 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.api.v2.resource [None req-36c4b4f0-d0b0-49ec-a834-44d198639a47 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] show failed (client error): The resource could not be found. Sep 10 17:27:21.011267 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-36c4b4f0-d0b0-49ec-a834-44d198639a47 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "GET /v2.0/security-groups/87142cfb-5b74-4ab6-896e-a913ee171152 HTTP/1.1" status: 404 len: 347 time: 0.0161080 Sep 10 17:27:21.013911 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41070) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:21.163585 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Deleting port 822d2f66-b473-47e2-8c70-9e849f47af8e {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:21.163849 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:21.402669 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:21.403031 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:21.525164 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Calling delete_port for 822d2f66-b473-47e2-8c70-9e849f47af8e owned by network:floatingip {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:21.750886 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:21.754539 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-661f527b-3e7f-4006-a7e8-a70040a0f6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:21.797275 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Pushing event deleted for resources: {'Port': ['ID=822d2f66-b473-47e2-8c70-9e849f47af8e,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:21.799782 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:21.889138 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks [] for floatingip, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:21.903271 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:21.904383 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] 10.222.0.58 "DELETE /v2.0/floatingips/008dec62-3603-4f8d-8170-781e0d5b52bf HTTP/1.1" status: 204 len: 168 time: 0.8896296 Sep 10 17:27:25.054144 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41126) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:25.627635 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-857690'] for router_interface, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:26.220981 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Deleting port 16afbfe2-83e3-4877-86ed-27f11651a1c8 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:26.221614 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:26.463887 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] For port 16afbfe2-83e3-4877-86ed-27f11651a1c8, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=16afbfe2-83e3-4877-86ed-27f11651a1c8,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:26.464247 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:26.588971 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Calling delete_port for 16afbfe2-83e3-4877-86ed-27f11651a1c8 owned by network:router_interface {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:26.808092 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:26.812472 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e17a82b8-563f-488a-921e-4abc8ee9bb95 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:26.853994 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16afbfe2-83e3-4877-86ed-27f11651a1c8,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:26.857984 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:26.945323 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41150) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:27.101308 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.133083 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:27.136330 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Usage tracker for resource:security_group_rule and tenant:19c2c5703e03411aa91259b55f880c9f is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:27.139076 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:27.144629 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:27.169117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1977158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-857838'] for router_interface, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.211509 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.288542 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.295066 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-cccf0ae4-69e6-490f-875d-22812800dddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:27.334657 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf73d9-9850-4044-8336-22dc9c25da46,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:27.337839 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:27.344334 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-4417dff0-add2-487f-baa7-4c9f5be1591a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19c2c5703e03411aa91259b55f880c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3966978 Sep 10 17:27:27.345433 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41156) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:27.407954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.433869 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.596634 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.602096 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2b00d759-c517-4de2-8962-ff717505dfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:27.612222 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf73d9-9850-4044-8336-22dc9c25da46,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:27.614565 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:27.621446 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:27.622558 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4baf73d9-9850-4044-8336-22dc9c25da46 HTTP/1.1" status: 204 len: 168 time: 0.2768221 Sep 10 17:27:27.746950 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Router 95921d51-827a-4efd-a8a0-01c6fff223e6 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:27:28.020858 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:27:28.029554 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] Sync routers for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:27:28.035274 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-1bcb944b-8349-497d-8d85-84555f4495e7 admin admin] 10.222.0.58 "PUT /v2.0/routers/95921d51-827a-4efd-a8a0-01c6fff223e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9800022 Sep 10 17:27:28.036150 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41164) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:28.042775 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:27:28.043397 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:27:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:28.222262 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:27:28.234110 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks [] for router, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.304739 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41168) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:28.326952 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.363856 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:28.369323 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Usage tracker for resource:security_group_rule and tenant:8deeafc69ac7478489a1991e4edb63d1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:28.372531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:28.379349 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:28.442144 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.451253 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.512885 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:27:26Z', 'revision_number': 5, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port': {'id': 'cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:20:26Z', 'updated_at': '2021-09-10T17:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:28.516774 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] Checking router: 95921d51-827a-4efd-a8a0-01c6fff223e6 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:27:28.527502 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] Routers {'95921d51-827a-4efd-a8a0-01c6fff223e6'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:27:28.528107 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:27:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['95921d51-827a-4efd-a8a0-01c6fff223e6'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:28.532770 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Deleting port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:28.533117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.579658 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.587654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-041b040b-411a-4866-82f1-5d814f10094b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:28.634680 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a61a4cf-86b0-405e-acfe-d92169f0c70e,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:28.641274 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8deeafc69ac7478489a1991e4edb63d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3329461 Sep 10 17:27:28.641274 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0470fc3d-dd12-437c-b362-70e1cb4632cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:28.641640 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41172) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:28.680818 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] Set router 95921d51-827a-4efd-a8a0-01c6fff223e6 gateway port host: None {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:27:28.705573 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b44d897-08ac-4428-a83a-be96baf5b3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.710088 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] For port cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:28.713201 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.732710 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b44d897-08ac-4428-a83a-be96baf5b3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.787541 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:27:28Z', 'revision_number': 6, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port_host': None}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:28.791632 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e6d7e-5aaf-419c-9a07-02d1476153d3 None None] The sync data for ids ['95921d51-827a-4efd-a8a0-01c6fff223e6'] in dv-cinder-808475-1-smb is: [{'id': '95921d51-827a-4efd-a8a0-01c6fff223e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1206868241-router', 'tenant_id': '502a711a8ab9445b80c013ab95f4d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:20:25Z', 'updated_at': '2021-09-10T17:27:28Z', 'revision_number': 6, 'project_id': '502a711a8ab9445b80c013ab95f4d1f1', 'gw_port_host': None}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:27:28.840194 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Calling delete_port for cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 owned by network:router_gateway {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:28.859282 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b44d897-08ac-4428-a83a-be96baf5b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.863213 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-8810c9c1-0f47-4451-8b43-e51fc84381cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:28.875115 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44d897-08ac-4428-a83a-be96baf5b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a61a4cf-86b0-405e-acfe-d92169f0c70e,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:28.878599 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3b44d897-08ac-4428-a83a-be96baf5b3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:28.881839 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3b44d897-08ac-4428-a83a-be96baf5b3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:28.885207 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-3b44d897-08ac-4428-a83a-be96baf5b3a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a61a4cf-86b0-405e-acfe-d92169f0c70e HTTP/1.1" status: 204 len: 168 time: 0.2403376 Sep 10 17:27:29.105401 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:29.109216 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-89b8e98a-6a0f-4893-91e5-83984f8a95e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:29.137670 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 16afbfe2-83e3-4877-86ed-27f11651a1c8 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:27:29.154525 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:29.157152 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:29.181179 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: 16afbfe2-83e3-4877-86ed-27f11651a1c8 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:27:29.181538 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 16afbfe2-83e3-4877-86ed-27f11651a1c8 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:27:29.379706 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-857201'] for router_gateway, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:29.723558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-859269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30306'] for router, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:29.729540 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:29.836374 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859925'] for router, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:29.836951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95921d51-827a-4efd-a8a0-01c6fff223e6 {{(pid=76067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:27:29.849317 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Notify callbacks [] for router, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:29.850464 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] 10.222.0.58 "DELETE /v2.0/routers/95921d51-827a-4efd-a8a0-01c6fff223e6 HTTP/1.1" status: 204 len: 168 time: 1.8128791 Sep 10 17:27:29.852986 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41188) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:29.916923 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Deleting subnet 86dd2abc-4038-4891-8abd-836ebc151a41 {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:27:29.922915 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:29.974193 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.053530 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.282935 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.288294 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1544ae5e-4446-4dd1-9493-1e5ac183811d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:30.325318 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86dd2abc-4038-4891-8abd-836ebc151a41,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:30.327335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.331446 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:30.333476 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9554c44-0159-4509-a9c4-8a432df52742 None None] Network c97ed1e5-b42b-4bbb-8956-41f0e0205600 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:27:30.334462 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] 10.222.0.58 "DELETE /v2.0/subnets/86dd2abc-4038-4891-8abd-836ebc151a41 HTTP/1.1" status: 204 len: 168 time: 0.4803989 Sep 10 17:27:30.336949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41200) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:30.445090 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.455599 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Deleting port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:30.455933 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.599626 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] DHCP port deletion for c97ed1e5-b42b-4bbb-8956-41f0e0205600 request from dv-cinder-808475-1-smb {{(pid=76069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 17:27:30.603874 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Deleting port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:30.604267 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.660722 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] For port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:30.661081 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.779511 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Calling delete_port for 74252fd2-71cf-4392-b3e1-f09c51dfa0ff owned by network:dhcp {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:30.803984 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] For port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,segment=NetworkSegment(a752886f-422c-4789-82e6-db9e75fa5a91),segment_id=a752886f-422c-4789-82e6-db9e75fa5a91)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:30.813824 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:30.921355 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Calling delete_port for 74252fd2-71cf-4392-b3e1-f09c51dfa0ff owned by network:dhcp {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:27:31.006664 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 74252fd2-71cf-4392-b3e1-f09c51dfa0ff no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:27:31.130613 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.168192 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.174048 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:31.204403 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:27:31.220079 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Pushing event deleted for resources: {'Port': ['ID=74252fd2-71cf-4392-b3e1-f09c51dfa0ff,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:31.223236 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:31.225549 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] No DVR routers for this DVR port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff on host dv-cinder-808475-1-smb {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:27:31.232530 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:27:31.232825 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:27:31.238083 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:27:31.238794 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device cd0798ff-d1d8-4141-ae3c-6e8f4f3a5399 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:27:31.342642 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.356070 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97ed1e5-b42b-4bbb-8956-41f0e0205600']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:31.368826 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a752886f-422c-4789-82e6-db9e75fa5a91') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:31.369331 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a752886f-422c-4789-82e6-db9e75fa5a91') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:31.382984 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.399841 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.406123 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:27:31.406556 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:27:31.420467 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:27:31.691698 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.692615 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:31.712416 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.715227 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97ed1e5-b42b-4bbb-8956-41f0e0205600,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:31.721433 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:31.734555 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Deleting port 74252fd2-71cf-4392-b3e1-f09c51dfa0ff {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:27:31.735018 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.800485 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-97afc66a-2811-4b51-9fed-76b1f611b624 None None] The port '74252fd2-71cf-4392-b3e1-f09c51dfa0ff' was deleted {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 17:27:31.811406 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c97ed1e5-b42b-4bbb-8956-41f0e0205600 HTTP/1.1" status: 204 len: 168 time: 1.4710817 Sep 10 17:27:32.262912 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41228) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:32.312261 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-410409c6-0bdb-41c8-932b-549db83a7c7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=502a711a8ab9445b80c013ab95f4d1f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480304 Sep 10 17:27:32.314484 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41232) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:32.374903 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-297e4294-80cc-42ec-8f45-718cb213c52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:32.401525 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-297e4294-80cc-42ec-8f45-718cb213c52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:32.585278 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-297e4294-80cc-42ec-8f45-718cb213c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:32.590607 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ef4b17eb-d864-43c0-97a7-0b24f794be46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:32.604646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e4294-80cc-42ec-8f45-718cb213c52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f53df3-7b75-45e6-b0a7-fe1d9f32dfa8,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:32.607035 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-297e4294-80cc-42ec-8f45-718cb213c52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:32.612872 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-297e4294-80cc-42ec-8f45-718cb213c52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:32.613990 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-297e4294-80cc-42ec-8f45-718cb213c52d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9f53df3-7b75-45e6-b0a7-fe1d9f32dfa8 HTTP/1.1" status: 204 len: 168 time: 0.2985902 Sep 10 17:27:33.177593 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41246) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:33.319016 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.349522 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:33.353280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Usage tracker for resource:security_group_rule and tenant:e552a0257591437391bcaaecf5308b9c is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:33.356025 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:33.361672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:33.424891 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.509817 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.517082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:33.559637 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b20dc-62f4-4161-adff-221e8f06c1f5,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:33.567643 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e552a0257591437391bcaaecf5308b9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3890071 Sep 10 17:27:33.570323 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41258) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:33.571113 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.571585 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.572047 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.572492 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.572853 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.573205 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.573555 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.573914 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.574258 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.574600 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.575043 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:33.578472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:33.632513 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.659921 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.773746 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.778686 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-1259780b-da96-4cd3-bd33-2ccbddf63a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:33.792046 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b20dc-62f4-4161-adff-221e8f06c1f5,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:33.794585 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:33.795809 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.796997 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b59b20dc-62f4-4161-adff-221e8f06c1f5 HTTP/1.1" status: 204 len: 168 time: 0.2255704 Sep 10 17:27:33.810656 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e21c-bd2a-4122-967b-75d75a7b1ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:33.907527 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41270) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:34.034933 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1991094888-network', 'tenant_id': 'b58638f00648479894868230321f6ba6'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:27:34.039728 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:34.043678 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Usage tracker for resource:network and tenant:b58638f00648479894868230321f6ba6 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:34.046652 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:34.052410 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:34.173338 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Made reservation on behalf of b58638f00648479894868230321f6ba6 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:27:34.181142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.189578 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.225491 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:34.229303 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b58638f00648479894868230321f6ba6 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:34.232251 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:34.238022 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:34.247149 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.305543 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.402241 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.405278 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-69b0adaa-bb28-498b-982d-962888a52e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:34.437585 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:27:34.442735 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f22ca5-9281-4c2f-85a4-e5b606632c5a,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:34.446732 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:34.450627 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.450627 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Added segment a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6 of type vlan for network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 Sep 10 17:27:34.475822 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.601951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.603202 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:34.603799 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.608601 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:34.668965 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41278) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:34.688239 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.709388 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=82ec1bad-a877-4c03-bb43-6a07975ab9c3,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:34.712013 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:34.719434 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:27:34.720831 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:34.725339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Usage tracker for resource:security_group_rule and tenant:832115373f3b432b8fb29196f8385b20 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:34.728289 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:34.736291 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:34.794375 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8831947 Sep 10 17:27:34.794777 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41282) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:34.801165 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Request body: {'subnet': {'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1991094888-subnet', 'tenant_id': 'b58638f00648479894868230321f6ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:27:34.809035 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:34.816215 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Usage tracker for resource:subnet and tenant:b58638f00648479894868230321f6ba6 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:34.819827 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:34.828958 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:34.876364 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.910126 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Made reservation on behalf of b58638f00648479894868230321f6ba6 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:27:34.912783 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7372442'] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.063781 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.072325 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-869240c1-b713-4bcd-aaea-a9d35d926799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:35.127792 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea0eef-250e-4ec3-ba96-9e67bfb9c243,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:35.131248 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:35.144825 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=832115373f3b432b8fb29196f8385b20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4748263 Sep 10 17:27:35.147995 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41286) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:35.216572 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dbeb1f36-47c3-4de8-8906-5a9cbfbf1017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.252041 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dbeb1f36-47c3-4de8-8906-5a9cbfbf1017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.682419 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dbeb1f36-47c3-4de8-8906-5a9cbfbf1017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.683062 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7516802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7372468'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.686253 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-7e9fe6be-22dc-454f-916d-9413d14c708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:35.687294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:35.698217 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb1f36-47c3-4de8-8906-5a9cbfbf1017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea0eef-250e-4ec3-ba96-9e67bfb9c243,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:35.701636 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-dbeb1f36-47c3-4de8-8906-5a9cbfbf1017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:35.715016 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-dbeb1f36-47c3-4de8-8906-5a9cbfbf1017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.715016 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-dbeb1f36-47c3-4de8-8906-5a9cbfbf1017 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9ea0eef-250e-4ec3-ba96-9e67bfb9c243 HTTP/1.1" status: 204 len: 168 time: 0.5569494 Sep 10 17:27:35.760289 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=932c81e6-1262-44eb-8f90-9435e2741970,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:35.764050 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:35.772310 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Checking segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:27:35.772665 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Network hostable DHCP agents. Network: 82ec1bad-a877-4c03-bb43-6a07975ab9c3, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:27:35.905005 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:27:36.081875 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 82ec1bad-a877-4c03-bb43-6a07975ab9c3) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:27:36.085913 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:36.086500 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:36.090580 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc0f85e-ac08-4932-9c6c-db4bfb9147d8 None None] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:27:36.153477 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcf30-6599-48c8-9932-58046a5fb89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:36.214276 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4182580 Sep 10 17:27:36.307204 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f31717-f1fc-4170-ba86-858ae944ab2d None None] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:27:36.773735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-41d27ec5-16b7-4c3d-8f3e-ba3979e98f94 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:36.775219 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-41d27ec5-16b7-4c3d-8f3e-ba3979e98f94 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.1492031 Sep 10 17:27:36.790964 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-56232cf6-470c-4c57-8ff6-24827225f5a9 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/quotas/b58638f00648479894868230321f6ba6 HTTP/1.1" status: 200 len: 375 time: 0.0103197 Sep 10 17:27:36.841124 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-1ec0855e-052b-493f-b3f1-a5ab3b3daa40 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452833 Sep 10 17:27:36.975643 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-2e93533b-dc87-4ceb-8b0c-47c9a19b895b service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276762 Sep 10 17:27:37.019551 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:37.108956 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-df8eaa40-3b26-4c56-bc2b-0a07baf40fc6 service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274664 Sep 10 17:27:37.415583 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4ddd129c-42fe-4025-9d51-34ad8dd4f4c8 req-032e9834-0677-405e-98c0-338e5af3f8bf tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 210 time: 0.0469902 Sep 10 17:27:38.510954 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:38.528963 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b8d7e5da-d343-41bd-a217-05b308048b93 req-a90e0b2c-6dfc-4dc1-a7c3-0fdf21aa3e37 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 210 time: 0.0425842 Sep 10 17:27:39.693081 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bb8bfa8f-b20f-4a64-b35b-844eca2869fa req-e1fefe56-7e77-4327-9a53-bf6e45878ede tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 210 time: 0.0429049 Sep 10 17:27:40.150986 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-b5592718-b826-475e-a876-a5d84ebffc38 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:40.152425 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-b5592718-b826-475e-a876-a5d84ebffc38 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.1439011 Sep 10 17:27:40.170261 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Request body: {'port': {'device_id': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'admin_state_up': True, 'tenant_id': 'b58638f00648479894868230321f6ba6'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:27:40.301407 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:40.305154 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Usage tracker for resource:port and tenant:b58638f00648479894868230321f6ba6 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:40.307902 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:40.313607 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:40.642033 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Made reservation on behalf of b58638f00648479894868230321f6ba6 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:27:40.645043 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:40.807499 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Allocated IP 172.20.0.8 (82ec1bad-a877-4c03-bb43-6a07975ab9c3/932c81e6-1262-44eb-8f90-9435e2741970/014b623d-0828-4628-bc02-0b7275be4549) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:27:40.872305 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9f81c256-764b-466d-9a24-90b8045828ad req-6feba977-23ea-40f1-a9f7-4d54beb4ab67 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 210 time: 0.0559218 Sep 10 17:27:41.057383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:41.173937 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:41.179996 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-57127c02-57a2-49f3-a930-e6f067f5fe67 tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:41.250611 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:27:41.251773 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:27:41.256386 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:27:41.286037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event updated for resources: {'Port': ['ID=014b623d-0828-4628-bc02-0b7275be4549,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:41.296567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:41.320256 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:41.320864 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:41.414135 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2476146 Sep 10 17:27:41.426684 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Request body: {'port': {'device_id': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:27:41.620043 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:41.951735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014b623d-0828-4628-bc02-0b7275be4549 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:27:41.959060 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:41.973426 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Transition to ACTIVE for port object 014b623d-0828-4628-bc02-0b7275be4549 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:27:42.065004 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.070103 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-24e0bdbe-e49c-46eb-a789-c2516295db3b tempest-VolumesNegativeTest-1222035177 tempest-VolumesNegativeTest-1222035177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:42.079740 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9b4a5-eb1f-4785-b01b-0de67e393596 req-5b5347fb-6289-4866-a115-bde010e2e761 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:42.081221 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7e9b4a5-eb1f-4785-b01b-0de67e393596 req-5b5347fb-6289-4866-a115-bde010e2e761 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 931 time: 0.0809729 Sep 10 17:27:42.127827 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-f7e9b4a5-eb1f-4785-b01b-0de67e393596 req-4ea8728b-e63b-4f02-acea-5dc284d136d1 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:security_group {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:27:42.189908 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Pushing event updated for resources: {'Port': ['ID=014b623d-0828-4628-bc02-0b7275be4549,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:42.194384 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:42.195494 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-f7e9b4a5-eb1f-4785-b01b-0de67e393596 req-4ea8728b-e63b-4f02-acea-5dc284d136d1 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:security_group {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:27:42.196827 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f7e9b4a5-eb1f-4785-b01b-0de67e393596 req-4ea8728b-e63b-4f02-acea-5dc284d136d1 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098692 Sep 10 17:27:42.296814 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Attempting to bind port 014b623d-0828-4628-bc02-0b7275be4549 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:27:42.297158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Attempting to bind port 014b623d-0828-4628-bc02-0b7275be4549 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:27:42.297465 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Attempting to bind port 014b623d-0828-4628-bc02-0b7275be4549 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:27:42.303782 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Port 014b623d-0828-4628-bc02-0b7275be4549 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:27:42.304095 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Attempting to bind port 014b623d-0828-4628-bc02-0b7275be4549 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:27:42.310264 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:27:42.310594 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Checking segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:27:42.311019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Bound using segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:27:42.311428 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Bound port: 014b623d-0828-4628-bc02-0b7275be4549, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:27:42.311769 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.403530 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] For port 014b623d-0828-4628-bc02-0b7275be4549, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:27:42.411006 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] For port 014b623d-0828-4628-bc02-0b7275be4549, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=014b623d-0828-4628-bc02-0b7275be4549,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:27:42.493670 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.498201 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a62b8e44-5d34-4abf-8c8c-a35691e44e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:42.553817 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.555209 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] 10.222.0.62 "PUT /v2.0/ports/014b623d-0828-4628-bc02-0b7275be4549 HTTP/1.1" status: 200 len: 1093 time: 1.1342027 Sep 10 17:27:42.555724 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'tag': '014b623d-0828-4628-bc02-0b7275be4549'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:27:42.574473 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Pushing event updated for resources: {'Port': ['ID=014b623d-0828-4628-bc02-0b7275be4549,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:42.577514 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:42.612691 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'tag': '014b623d-0828-4628-bc02-0b7275be4549', 'status': 'completed', 'code': 200} Sep 10 17:27:42.700097 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ca9337f1-9749-4f29-82d4-5e441ac826d7 req-7ee823e1-8051-493a-9793-32c1f46c36bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 1096 time: 0.0699196 Sep 10 17:27:42.839306 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9337f1-9749-4f29-82d4-5e441ac826d7 req-9e34b1b9-df59-4ce6-9421-b0dbf8a8dec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:42.840669 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ca9337f1-9749-4f29-82d4-5e441ac826d7 req-9e34b1b9-df59-4ce6-9421-b0dbf8a8dec7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b58638f00648479894868230321f6ba6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1342359 Sep 10 17:27:42.938736 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41398) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:42.978565 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9337f1-9749-4f29-82d4-5e441ac826d7 req-f0253611-8fbf-4553-b8f0-dc8c78613928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:42.980158 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ca9337f1-9749-4f29-82d4-5e441ac826d7 req-f0253611-8fbf-4553-b8f0-dc8c78613928 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339803 Sep 10 17:27:43.080614 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:43.090939 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-b4e7eab8-0ed2-4e09-85ee-e4f923cdec81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 1096 time: 0.0722547 Sep 10 17:27:43.112104 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:43.116474 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Usage tracker for resource:security_group_rule and tenant:fd717ef94ba94e169db0516ac5897e31 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:43.119302 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:43.124986 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:43.164010 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-8d487933-a235-4b08-b92f-fb095b6aabab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=014b623d-0828-4628-bc02-0b7275be4549 HTTP/1.1" status: 200 len: 217 time: 0.0663788 Sep 10 17:27:43.189142 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:43.225141 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-ff8cf340-7ee0-4523-b64e-6317116d2d33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:43.226606 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-ff8cf340-7ee0-4523-b64e-6317116d2d33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=932c81e6-1262-44eb-8f90-9435e2741970 HTTP/1.1" status: 200 len: 855 time: 0.0569746 Sep 10 17:27:43.272943 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-3751f4b1-9aa8-4499-b307-28c5defa0eb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82ec1bad-a877-4c03-bb43-6a07975ab9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403829 Sep 10 17:27:43.281907 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:43.290031 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-a823d63c-82e1-47d9-bf83-f71a86540514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:43.334182 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506c842-5d65-4ad0-90f8-21ae25ccd74c,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:43.341997 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd717ef94ba94e169db0516ac5897e31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4020309 Sep 10 17:27:43.344059 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41406) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:43.345409 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:43.417428 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:43.448130 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:43.449040 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-00258440-98e6-4a19-8d54-ed59d5e365f3 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694679 Sep 10 17:27:43.563522 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de88982-75de-4bb9-8bae-690712b4633b req-1c332857-7263-44c7-bc51-79fef2232b1e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:43.565200 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1de88982-75de-4bb9-8bae-690712b4633b req-1c332857-7263-44c7-bc51-79fef2232b1e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 943 time: 0.1047630 Sep 10 17:27:43.613712 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1de88982-75de-4bb9-8bae-690712b4633b req-ef82533d-027c-438a-996e-fc16ad04a372 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Sep 10 17:27:43.652894 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:43.658082 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-25e9e08e-a891-4982-a93b-2368fbe8041e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:43.673471 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506c842-5d65-4ad0-90f8-21ae25ccd74c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:43.673916 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b4e0bb7a-2817-42e7-89c3-04f6de82ff2a req-172be85c-2caa-4876-bfa4-baaae8127859 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191527 Sep 10 17:27:43.675960 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:43.680176 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:43.681358 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3506c842-5d65-4ad0-90f8-21ae25ccd74c HTTP/1.1" status: 204 len: 168 time: 0.3346710 Sep 10 17:27:44.484719 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41414) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:44.503270 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:44.532911 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:44.537367 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Usage tracker for resource:security_group_rule and tenant:e3991e9538384edf903ad0d9d9e83dfa is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:44.539892 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:44.545523 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:44.608598 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:44.694221 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:44.701690 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d68b9469-672a-427e-ac64-a847a8eee476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:44.744450 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3991e9538384edf903ad0d9d9e83dfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2586439 Sep 10 17:27:44.745279 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f276619b-26ee-4f5f-98e5-412745172139,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:44.747436 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41420) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:44.750011 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-3ffc215b-02cb-493b-afda-9c3f43689632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:44.807368 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:44.814779 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c5023-3156-4af6-868d-02a3d3591329 req-231192cf-3cdb-4f38-9fce-cc17bf0e47bf tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:44.815479 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4b7c5023-3156-4af6-868d-02a3d3591329 req-231192cf-3cdb-4f38-9fce-cc17bf0e47bf tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:27:44.832786 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:44.882072 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4b7c5023-3156-4af6-868d-02a3d3591329 req-231192cf-3cdb-4f38-9fce-cc17bf0e47bf tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:27:44.883232 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4b7c5023-3156-4af6-868d-02a3d3591329 req-231192cf-3cdb-4f38-9fce-cc17bf0e47bf tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 943 time: 0.1490066 Sep 10 17:27:44.927904 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:44.929028 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4b7c5023-3156-4af6-868d-02a3d3591329 req-34610066-39d3-4456-8fe4-ff61f6862948 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Sep 10 17:27:44.931775 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-4ccc9c5d-34b0-4682-8699-2387bbf95166 tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:44.943186 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f276619b-26ee-4f5f-98e5-412745172139,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:44.946950 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:44.950288 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:44.953819 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f276619b-26ee-4f5f-98e5-412745172139 HTTP/1.1" status: 204 len: 168 time: 0.2031250 Sep 10 17:27:45.944962 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 014b623d-0828-4628-bc02-0b7275be4549 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:27:46.079622 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 014b623d-0828-4628-bc02-0b7275be4549, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=014b623d-0828-4628-bc02-0b7275be4549,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:46.094557 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '014b623d-0828-4628-bc02-0b7275be4549', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'port_id': '014b623d-0828-4628-bc02-0b7275be4549', 'mac_address': 'fa:16:3e:de:46:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c81e6-1262-44eb-8f90-9435e2741970', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:27:46.135928 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59468-85e3-4efd-a8b8-1e163bf060e8 req-a0440c2f-1b2f-485b-8f15-c9b7e1681665 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:46.137427 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-adf59468-85e3-4efd-a8b8-1e163bf060e8 req-a0440c2f-1b2f-485b-8f15-c9b7e1681665 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 943 time: 0.0880320 Sep 10 17:27:46.152967 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:46.170453 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014b623d-0828-4628-bc02-0b7275be4549 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:27:46.187417 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-adf59468-85e3-4efd-a8b8-1e163bf060e8 req-d9644cae-5c34-4a66-b9a9-9e75c04197ab tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Sep 10 17:27:46.187955 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 014b623d-0828-4628-bc02-0b7275be4549, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=014b623d-0828-4628-bc02-0b7275be4549,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:46.259328 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:46.261065 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:46.325324 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=014b623d-0828-4628-bc02-0b7275be4549,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:46.333826 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.334484 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.334484 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.334868 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.335338 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.335535 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.335830 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.336156 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.336474 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.336796 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.337115 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:46.341014 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:46.368025 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:27:46.463429 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:27:47.139033 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:47.389954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd406666-d9b2-436a-b38b-c0a2b03a7d35 req-542de7db-2e78-4a3f-aaa3-ea637a0875e7 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:47.391463 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cd406666-d9b2-436a-b38b-c0a2b03a7d35 req-542de7db-2e78-4a3f-aaa3-ea637a0875e7 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 944 time: 0.0805964 Sep 10 17:27:47.440803 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cd406666-d9b2-436a-b38b-c0a2b03a7d35 req-a655f172-98d0-4915-8a22-d806a48bd445 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Sep 10 17:27:47.976302 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 014b623d-0828-4628-bc02-0b7275be4549 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:27:48.161706 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port 014b623d-0828-4628-bc02-0b7275be4549 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:27:48.166519 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 014b623d-0828-4628-bc02-0b7275be4549 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:27:48.166985 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:48.285416 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:48.316435 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014b623d-0828-4628-bc02-0b7275be4549'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:27:48.326072 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 014b623d-0828-4628-bc02-0b7275be4549, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=014b623d-0828-4628-bc02-0b7275be4549,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:48.383869 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014b623d-0828-4628-bc02-0b7275be4549', 'code': 200} Sep 10 17:27:48.390347 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:48.393058 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:48.460520 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=014b623d-0828-4628-bc02-0b7275be4549,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:48.463501 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:48.635659 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c596ca-71f6-42c9-a80a-49dea46019f7 req-b94e9baa-0105-4e8d-b0bd-24d0de6c3342 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:48.637117 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f5c596ca-71f6-42c9-a80a-49dea46019f7 req-b94e9baa-0105-4e8d-b0bd-24d0de6c3342 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 945 time: 0.0767350 Sep 10 17:27:48.684296 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f5c596ca-71f6-42c9-a80a-49dea46019f7 req-5146717f-45e8-440b-ab9c-57b0ab503b28 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Sep 10 17:27:48.772203 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c366ca78-e945-4645-a84f-ff44039fec2f req-5a7f3b1a-f78b-4d43-afef-baff91802d8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 1098 time: 0.0702519 Sep 10 17:27:48.813275 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c366ca78-e945-4645-a84f-ff44039fec2f req-5b6dcd84-a6ef-4eae-98ab-3ed2480f5c00 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Sep 10 17:27:49.889809 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1dc61-a83a-42dc-a925-99d619d550e5 req-6f4b75d4-6bed-4be1-b343-2fca0f27a2a0 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:49.891302 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-06a1dc61-a83a-42dc-a925-99d619d550e5 req-6f4b75d4-6bed-4be1-b343-2fca0f27a2a0 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 945 time: 0.0815711 Sep 10 17:27:49.936575 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-06a1dc61-a83a-42dc-a925-99d619d550e5 req-82213265-57e9-40d0-b31c-ffa873e025e5 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Sep 10 17:27:51.135126 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074b565-1793-4d69-8e68-cb7fd6ac6d48 req-71cb3b9f-470c-44c3-891d-e9717a3ab45f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:51.136599 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4074b565-1793-4d69-8e68-cb7fd6ac6d48 req-71cb3b9f-470c-44c3-891d-e9717a3ab45f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 945 time: 0.0771868 Sep 10 17:27:51.181031 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4074b565-1793-4d69-8e68-cb7fd6ac6d48 req-10af7b1b-e9b2-49a2-b8bb-ed9a05e24a3e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388045 Sep 10 17:27:51.453691 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41496) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:51.592377 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:51.623558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:51.627449 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Usage tracker for resource:security_group_rule and tenant:7233d392ffec4886a196dac0baef2604 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:51.630917 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:51.636599 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:51.703161 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:51.819107 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:51.826424 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-9d29ede0-3fdd-4c72-9e1e-65e70c4127a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:51.866894 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b455a4de-74da-4193-afcd-add80014f347,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:51.870090 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:51.872380 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-90ea8ee9-46d5-41ac-980f-aecf3aa29ebf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7233d392ffec4886a196dac0baef2604&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4176919 Sep 10 17:27:51.875169 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41502) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:51.937551 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:51.964885 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:52.093787 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:52.100117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-5bfb83de-3fc8-4bd0-a933-ebeca7cc5b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:52.112568 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b455a4de-74da-4193-afcd-add80014f347,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:52.116059 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:52.118742 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:52.119906 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b455a4de-74da-4193-afcd-add80014f347 HTTP/1.1" status: 204 len: 168 time: 0.2439258 Sep 10 17:27:52.919031 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41514) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:52.937104 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:52.968699 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:27:52.972673 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Usage tracker for resource:security_group_rule and tenant:0e118ba83c32462d992256d634c83db6 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:27:52.975653 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:27:52.981561 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:27:53.044625 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:53.162292 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:53.169960 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-62c9d254-14fb-48b7-863d-5d94041ffbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:53.278712 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2df595f-7515-42a5-b391-cda1238ece0b,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:53.283100 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e118ba83c32462d992256d634c83db6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3630521 Sep 10 17:27:53.283979 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-bf0d36f0-724a-4dc8-9bea-ac7023cccdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:53.285658 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41522) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:27:53.344926 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0cc018bb-e207-45c8-92aa-a8de633f1a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:53.370626 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0cc018bb-e207-45c8-92aa-a8de633f1a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:53.601930 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0cc018bb-e207-45c8-92aa-a8de633f1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:53.606724 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8ef7211a-4113-465c-91d8-5fc00fc9df58 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:53.618348 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc018bb-e207-45c8-92aa-a8de633f1a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2df595f-7515-42a5-b391-cda1238ece0b,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:53.621180 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-0cc018bb-e207-45c8-92aa-a8de633f1a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:53.622956 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-0cc018bb-e207-45c8-92aa-a8de633f1a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:53.624307 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-0cc018bb-e207-45c8-92aa-a8de633f1a69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2df595f-7515-42a5-b391-cda1238ece0b HTTP/1.1" status: 204 len: 168 time: 0.3369424 Sep 10 17:27:57.116936 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-f558b67f-70c7-457e-ace7-b448e8b8673c tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:57.118428 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-f558b67f-70c7-457e-ace7-b448e8b8673c tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.1431072 Sep 10 17:27:57.135398 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-08d49688-b62b-4bc6-8db9-d7a3eaec7079 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/quotas/b58638f00648479894868230321f6ba6 HTTP/1.1" status: 200 len: 375 time: 0.0112565 Sep 10 17:27:57.216556 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-f2afec8b-d0b2-45fe-a6c5-e2a584bedc62 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761883 Sep 10 17:27:57.347589 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-f417a7a5-9e1f-448b-ae6f-9eaebaea8e1a service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237986 Sep 10 17:27:57.476712 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-d6e10420-3494-43de-8fe8-86e312973506 service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232033 Sep 10 17:27:57.815913 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-78369145-09d4-4114-aaaa-d29d278564a0 req-f252dff6-86e0-429a-a867-d843544f039a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 210 time: 0.0447199 Sep 10 17:27:58.975719 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7cfea7c6-675c-406d-bc43-ee80fd615d92 req-a3bc8dab-2870-4620-866e-01194256fd9b tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 210 time: 0.0413008 Sep 10 17:28:00.135736 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3252acbc-0302-4071-95a2-ddafb1f82a29 req-cf78e134-0c43-47f2-82e5-d16492016b09 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 210 time: 0.0410376 Sep 10 17:28:00.315864 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-b009814f-fac3-4e3f-8419-fc6677b9aa48 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:00.317895 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-b009814f-fac3-4e3f-8419-fc6677b9aa48 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.1480844 Sep 10 17:28:00.334030 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Request body: {'port': {'device_id': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'admin_state_up': True, 'tenant_id': 'b58638f00648479894868230321f6ba6'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:28:00.471637 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:28:00.481640 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:28:00.572745 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Made reservation on behalf of b58638f00648479894868230321f6ba6 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:28:00.575777 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:00.740480 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Allocated IP 172.20.0.7 (82ec1bad-a877-4c03-bb43-6a07975ab9c3/932c81e6-1262-44eb-8f90-9435e2741970/7130b41a-3b04-441a-b2fb-55d48c915958) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:28:01.027450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.139443 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.144897 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-12d97f30-bf27-432d-9e6f-a833a2c2e1f4 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:01.154682 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:28:01.217290 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:28:01.220810 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:28:01.225543 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:28:01.253277 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event updated for resources: {'Port': ['ID=7130b41a-3b04-441a-b2fb-55d48c915958,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:01.265664 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:01.340279 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:01.341029 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.379074 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061ec-867a-4ec7-a240-72f0f1fccd42 req-79ebb66f-bb29-4977-b95f-b7715cc0b0aa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:01.379812 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-71e061ec-867a-4ec7-a240-72f0f1fccd42 req-79ebb66f-bb29-4977-b95f-b7715cc0b0aa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:28:01.459882 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1295972 Sep 10 17:28:01.472031 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Request body: {'port': {'device_id': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:28:01.572825 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-71e061ec-867a-4ec7-a240-72f0f1fccd42 req-79ebb66f-bb29-4977-b95f-b7715cc0b0aa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:28:01.573952 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-71e061ec-867a-4ec7-a240-72f0f1fccd42 req-79ebb66f-bb29-4977-b95f-b7715cc0b0aa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 931 time: 0.3094654 Sep 10 17:28:01.595813 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.677275 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-71e061ec-867a-4ec7-a240-72f0f1fccd42 req-3040ebc8-58e1-4c8c-a257-b51fee0bed74 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960021 Sep 10 17:28:01.946733 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7130b41a-3b04-441a-b2fb-55d48c915958 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:28:01.954421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.969535 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Transition to ACTIVE for port object 7130b41a-3b04-441a-b2fb-55d48c915958 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:28:02.036543 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.041100 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-06d90931-b88d-4ecd-9e76-b7713c0f930e tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:02.164905 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Pushing event updated for resources: {'Port': ['ID=7130b41a-3b04-441a-b2fb-55d48c915958,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:02.168781 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:02.267863 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Attempting to bind port 7130b41a-3b04-441a-b2fb-55d48c915958 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:28:02.268114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Attempting to bind port 7130b41a-3b04-441a-b2fb-55d48c915958 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:28:02.268438 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Attempting to bind port 7130b41a-3b04-441a-b2fb-55d48c915958 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:02.274195 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Port 7130b41a-3b04-441a-b2fb-55d48c915958 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:28:02.274509 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Attempting to bind port 7130b41a-3b04-441a-b2fb-55d48c915958 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:02.280758 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:28:02.281091 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Checking segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:28:02.281470 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Bound using segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:28:02.281910 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Bound port: 7130b41a-3b04-441a-b2fb-55d48c915958, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:28:02.282249 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.367675 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] For port 7130b41a-3b04-441a-b2fb-55d48c915958, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:28:02.370556 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] For port 7130b41a-3b04-441a-b2fb-55d48c915958, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=7130b41a-3b04-441a-b2fb-55d48c915958,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:28:02.493339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.497846 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b56c62eb-c0e6-4ede-9d6b-92b509496c12 tempest-VolumesActionsTest-1308175130 tempest-VolumesActionsTest-1308175130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:02.557809 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.559187 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] 10.222.0.62 "PUT /v2.0/ports/7130b41a-3b04-441a-b2fb-55d48c915958 HTTP/1.1" status: 200 len: 1093 time: 1.0916800 Sep 10 17:28:02.559663 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'tag': '7130b41a-3b04-441a-b2fb-55d48c915958'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:28:02.576556 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Pushing event updated for resources: {'Port': ['ID=7130b41a-3b04-441a-b2fb-55d48c915958,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:02.579648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:02.616211 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'tag': '7130b41a-3b04-441a-b2fb-55d48c915958', 'status': 'completed', 'code': 200} Sep 10 17:28:02.706096 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d17d028c-2eb8-4d3f-8b39-5b9a5860b2d5 req-e14a2569-8a84-4673-af19-a0eb3727e545 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 1096 time: 0.0696216 Sep 10 17:28:02.897854 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d028c-2eb8-4d3f-8b39-5b9a5860b2d5 req-def442b2-4a17-4361-bb31-c5dbd313a6e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:02.899236 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d17d028c-2eb8-4d3f-8b39-5b9a5860b2d5 req-def442b2-4a17-4361-bb31-c5dbd313a6e8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b58638f00648479894868230321f6ba6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1856821 Sep 10 17:28:02.992079 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af840486-1281-463c-ab53-623366771fc5 req-0cbb6d6f-235c-4b37-bda7-91a11983cd26 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:02.993521 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-af840486-1281-463c-ab53-623366771fc5 req-0cbb6d6f-235c-4b37-bda7-91a11983cd26 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 943 time: 0.1946948 Sep 10 17:28:03.163037 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-af840486-1281-463c-ab53-623366771fc5 req-d3f832f4-3a13-454b-9b0c-4f8aefd7c0b8 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640253 Sep 10 17:28:03.167012 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d028c-2eb8-4d3f-8b39-5b9a5860b2d5 req-00ebd716-a89d-49b6-b7cf-bc8cb12de5c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:03.167012 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d17d028c-2eb8-4d3f-8b39-5b9a5860b2d5 req-00ebd716-a89d-49b6-b7cf-bc8cb12de5c6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2605817 Sep 10 17:28:03.285919 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-316b3261-011d-4422-8f3f-48606d2ff343 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 1096 time: 0.0703301 Sep 10 17:28:03.356707 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-4ca69004-22a7-4da0-9893-7b9a6ff18e11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7130b41a-3b04-441a-b2fb-55d48c915958 HTTP/1.1" status: 200 len: 217 time: 0.0640123 Sep 10 17:28:03.420630 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-035c35e2-8680-4d12-808a-716b982e8fea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:03.420630 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-035c35e2-8680-4d12-808a-716b982e8fea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=932c81e6-1262-44eb-8f90-9435e2741970 HTTP/1.1" status: 200 len: 855 time: 0.0573266 Sep 10 17:28:03.466882 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-1747fe06-3f99-49f6-96bc-e6e000c5bb58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82ec1bad-a877-4c03-bb43-6a07975ab9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417893 Sep 10 17:28:03.598626 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-ddae6acc-9bba-42a1-86ff-b0e5ec80d383 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248512 Sep 10 17:28:03.731042 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7057488f-4df8-4d1f-be3c-b7d532b2d1af req-dc41a6a1-a7a8-48fb-82c8-d526ae3142b6 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260221 Sep 10 17:28:03.847218 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-977e0842-53be-440e-9458-f2ccf2e1af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:04.281900 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:04.360141 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ddabb-8753-439f-becb-1d0f3cc69d79 req-b048e032-9689-4b32-baf7-f61f2159067d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:04.361594 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3f8ddabb-8753-439f-becb-1d0f3cc69d79 req-b048e032-9689-4b32-baf7-f61f2159067d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 943 time: 0.0783298 Sep 10 17:28:04.542894 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3f8ddabb-8753-439f-becb-1d0f3cc69d79 req-cc182b18-39f6-417e-9088-738d5afc2641 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Sep 10 17:28:05.612850 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d440fbe-9aad-44d3-bca6-6690bc957b40 req-feb34cf3-fbfe-4978-83eb-75065ff454e5 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:05.614491 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2d440fbe-9aad-44d3-bca6-6690bc957b40 req-feb34cf3-fbfe-4978-83eb-75065ff454e5 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 943 time: 0.0761249 Sep 10 17:28:05.661875 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2d440fbe-9aad-44d3-bca6-6690bc957b40 req-090dd001-e247-469b-abb9-5ac44b4421d1 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Sep 10 17:28:06.100770 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 7130b41a-3b04-441a-b2fb-55d48c915958 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:28:06.104927 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf67f-f9e5-4a1e-b7f0-4bf80fa3c6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.233952 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 7130b41a-3b04-441a-b2fb-55d48c915958, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=7130b41a-3b04-441a-b2fb-55d48c915958,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:06.247200 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '7130b41a-3b04-441a-b2fb-55d48c915958', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'port_id': '7130b41a-3b04-441a-b2fb-55d48c915958', 'mac_address': 'fa:16:3e:9c:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c81e6-1262-44eb-8f90-9435e2741970', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:28:06.298349 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.315555 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7130b41a-3b04-441a-b2fb-55d48c915958 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:28:06.329939 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 7130b41a-3b04-441a-b2fb-55d48c915958, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=7130b41a-3b04-441a-b2fb-55d48c915958,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:06.418351 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.420119 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:06.485279 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=7130b41a-3b04-441a-b2fb-55d48c915958,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:06.488129 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:06.619382 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['7130b41a-3b04-441a-b2fb-55d48c915958'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:28:06.858680 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2484d-5f3b-437d-aa87-3ab397e1afdb req-4c309b15-f991-40d5-952e-937f815768c6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:06.860198 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-81d2484d-5f3b-437d-aa87-3ab397e1afdb req-4c309b15-f991-40d5-952e-937f815768c6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 944 time: 0.0803807 Sep 10 17:28:06.905897 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-81d2484d-5f3b-437d-aa87-3ab397e1afdb req-1d89dcf2-0b5f-46a3-a4ee-051e32b3bcbb tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Sep 10 17:28:07.007216 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.104207 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d2dd-b0f0-45e3-ae24-75c514abd43d req-f69a3911-f576-4f8f-b83f-f0200f23625f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:08.105577 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-85f8d2dd-b0f0-45e3-ae24-75c514abd43d req-f69a3911-f576-4f8f-b83f-f0200f23625f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 944 time: 0.0813401 Sep 10 17:28:08.109499 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 7130b41a-3b04-441a-b2fb-55d48c915958 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:28:08.151056 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-85f8d2dd-b0f0-45e3-ae24-75c514abd43d req-c6a0adbe-494d-4aa6-9311-c6410bf63fae tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Sep 10 17:28:08.235695 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port 7130b41a-3b04-441a-b2fb-55d48c915958 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:28:08.240571 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 7130b41a-3b04-441a-b2fb-55d48c915958 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:08.240950 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.354080 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.381387 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7130b41a-3b04-441a-b2fb-55d48c915958'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:28:08.390774 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 7130b41a-3b04-441a-b2fb-55d48c915958, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=7130b41a-3b04-441a-b2fb-55d48c915958,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:08.440595 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7130b41a-3b04-441a-b2fb-55d48c915958', 'code': 200} Sep 10 17:28:08.561209 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.563122 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:08.595575 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.627590 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=7130b41a-3b04-441a-b2fb-55d48c915958,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:08.630954 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:08.865711 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dc3e9a4a-cb19-4699-aafb-84f5b811be41 req-de322d4a-7506-4612-abca-10914fa9f8b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 1098 time: 0.0678933 Sep 10 17:28:08.907807 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dc3e9a4a-cb19-4699-aafb-84f5b811be41 req-ce8859f0-0bb2-4e88-be1c-92d83949b461 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355895 Sep 10 17:28:09.353278 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b86e-1833-40a9-b484-158730344d1d req-e568642e-f2c5-48c0-8f4d-e91e3346778a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:09.354995 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c136b86e-1833-40a9-b484-158730344d1d req-e568642e-f2c5-48c0-8f4d-e91e3346778a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 945 time: 0.0850139 Sep 10 17:28:09.409006 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c136b86e-1833-40a9-b484-158730344d1d req-6fdadaae-60bb-47df-8883-70ace5e0d282 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480542 Sep 10 17:28:10.613049 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fbd33-3903-40e7-a0aa-66a939003e36 req-519d4a2d-42a4-4f47-8edf-99552e846f04 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:10.615033 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-937fbd33-3903-40e7-a0aa-66a939003e36 req-519d4a2d-42a4-4f47-8edf-99552e846f04 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 945 time: 0.0819819 Sep 10 17:28:10.664376 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-937fbd33-3903-40e7-a0aa-66a939003e36 req-dc082b54-2345-49b0-8612-83f3de774e82 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Sep 10 17:28:12.796477 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 41706) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:28:12.936734 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:12.969190 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:28:12.973471 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Usage tracker for resource:security_group_rule and tenant:636e5b9dda68427e8d53e39218140566 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:28:12.983368 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:28:12.983368 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:28:13.044816 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.132257 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.141259 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-6190d38a-4dc5-4ac4-b241-fa11183629d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:13.183510 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=636e5b9dda68427e8d53e39218140566&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3859515 Sep 10 17:28:13.184256 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eba723-c81c-492b-9385-55a0759aa636,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:13.186151 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41714) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:28:13.194951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.195563 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.196005 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.196471 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.196899 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.197474 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.197895 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.198450 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.199050 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.199648 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.200188 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:13.205212 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-6f278e31-43ad-46fa-8a76-d0d546a19246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:13.256570 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.280890 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.412643 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.416459 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-62c4439c-fc32-44f1-b47a-8a7767673a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:13.431161 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eba723-c81c-492b-9385-55a0759aa636,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:13.434692 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:13.438058 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.439233 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81eba723-c81c-492b-9385-55a0759aa636 HTTP/1.1" status: 204 len: 168 time: 0.2520077 Sep 10 17:28:14.732021 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-c93c69a4-3a64-4de9-b3d2-6a60524ef3b7 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:14.732695 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-c93c69a4-3a64-4de9-b3d2-6a60524ef3b7 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:network {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:28:14.795094 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-c93c69a4-3a64-4de9-b3d2-6a60524ef3b7 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:network {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:28:14.796254 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-c93c69a4-3a64-4de9-b3d2-6a60524ef3b7 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.2069228 Sep 10 17:28:14.811904 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-81f675b0-3bb5-4530-be51-a7fc10846186 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/quotas/b58638f00648479894868230321f6ba6 HTTP/1.1" status: 200 len: 375 time: 0.0104032 Sep 10 17:28:14.896029 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-9850e9aa-d6b3-44a4-a770-9813e5cea91e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791683 Sep 10 17:28:15.149651 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-ca3f6ac2-5340-4fd2-a29f-aa02d5da96c3 service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469234 Sep 10 17:28:15.281326 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-d8ccb4bd-104b-4c66-8257-df509519ac0d service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258521 Sep 10 17:28:15.537822 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ce55440c-0427-4fef-937e-f3a986d400eb req-ae48182a-1cf8-4619-8770-fa06be9ff25c tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 210 time: 0.0417595 Sep 10 17:28:16.703213 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-df852ddf-dc06-49a4-8283-b75e5d4be24f req-d5d6058c-f04d-4f83-9b74-5fdab6142c82 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 210 time: 0.0420847 Sep 10 17:28:17.144083 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:17.686384 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-c5c6ce6d-090b-46a5-8db5-a6e9184305e5 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:17.687819 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-c5c6ce6d-090b-46a5-8db5-a6e9184305e5 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.1424530 Sep 10 17:28:17.704412 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Request body: {'port': {'device_id': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'admin_state_up': True, 'tenant_id': 'b58638f00648479894868230321f6ba6'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:28:17.873944 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-29a90c85-d027-49a5-8efb-fa3f92537fb7 req-5f316ca8-4715-4f24-8931-74313816a2f4 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 210 time: 0.0437081 Sep 10 17:28:17.878512 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:28:17.883625 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Usage tracker for resource:port and tenant:b58638f00648479894868230321f6ba6 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:28:17.885446 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:28:17.891196 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:28:18.000004 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Made reservation on behalf of b58638f00648479894868230321f6ba6 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:28:18.002945 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:18.160865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Allocated IP 172.20.0.4 (82ec1bad-a877-4c03-bb43-6a07975ab9c3/932c81e6-1262-44eb-8f90-9435e2741970/c343d724-37ff-4c09-b350-2d6c3a0523e7) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:28:18.452320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:18.590472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:18.597371 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-201eb206-0072-4c32-a532-15545bafc604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:18.603716 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549', '7130b41a-3b04-441a-b2fb-55d48c915958'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:28:18.669774 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:28:18.672907 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:28:18.675458 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:28:18.717406 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event updated for resources: {'Port': ['ID=c343d724-37ff-4c09-b350-2d6c3a0523e7,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:18.721984 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:18.742858 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:18.743461 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:18.853412 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6a7ec06f-5258-4095-8eca-0913c5df7928 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524272 Sep 10 17:28:18.865289 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Request body: {'port': {'device_id': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:28:18.977205 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.070321 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8293aaf-e4c8-4420-aa05-b078fa9f379b req-977633ab-f8bf-4e24-97ba-1ae7b34acc88 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:19.071807 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f8293aaf-e4c8-4420-aa05-b078fa9f379b req-977633ab-f8bf-4e24-97ba-1ae7b34acc88 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 931 time: 0.0757761 Sep 10 17:28:19.121348 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f8293aaf-e4c8-4420-aa05-b078fa9f379b req-c7e67f53-07b5-4965-9185-13a15c9a2869 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Sep 10 17:28:19.309931 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c343d724-37ff-4c09-b350-2d6c3a0523e7 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:28:19.317219 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.331092 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Transition to ACTIVE for port object c343d724-37ff-4c09-b350-2d6c3a0523e7 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:28:19.395273 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.399114 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9d8ee116-3d28-49ac-9337-7623b0efbf8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:19.526567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=c343d724-37ff-4c09-b350-2d6c3a0523e7,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:19.530489 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:19.630337 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Attempting to bind port c343d724-37ff-4c09-b350-2d6c3a0523e7 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:28:19.630568 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Attempting to bind port c343d724-37ff-4c09-b350-2d6c3a0523e7 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:28:19.630922 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Attempting to bind port c343d724-37ff-4c09-b350-2d6c3a0523e7 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:19.636703 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Port c343d724-37ff-4c09-b350-2d6c3a0523e7 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:28:19.637025 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Attempting to bind port c343d724-37ff-4c09-b350-2d6c3a0523e7 on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:19.643435 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:28:19.643783 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Checking segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:28:19.644166 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Bound using segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:28:19.644595 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Bound port: c343d724-37ff-4c09-b350-2d6c3a0523e7, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:28:19.644975 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.737652 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] For port c343d724-37ff-4c09-b350-2d6c3a0523e7, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:28:19.742279 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] For port c343d724-37ff-4c09-b350-2d6c3a0523e7, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c343d724-37ff-4c09-b350-2d6c3a0523e7,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:28:19.847002 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.851294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2eb64779-4ecf-4fb4-89d2-0d25f1adec32 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:19.901803 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.903507 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] 10.222.0.62 "PUT /v2.0/ports/c343d724-37ff-4c09-b350-2d6c3a0523e7 HTTP/1.1" status: 200 len: 1093 time: 1.0429156 Sep 10 17:28:19.911484 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'tag': 'c343d724-37ff-4c09-b350-2d6c3a0523e7'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:28:19.933907 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=c343d724-37ff-4c09-b350-2d6c3a0523e7,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:19.937055 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:19.973372 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'tag': 'c343d724-37ff-4c09-b350-2d6c3a0523e7', 'status': 'completed', 'code': 200} Sep 10 17:28:20.070125 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f5fb2c4-0013-4d94-9edb-07f18a2db196 req-b6dcfa1c-d6fa-4696-8cc3-932a71569625 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 1096 time: 0.0723579 Sep 10 17:28:20.211473 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fb2c4-0013-4d94-9edb-07f18a2db196 req-c7a20a88-6cd8-441b-9d9b-8f235c66ba2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:20.212932 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f5fb2c4-0013-4d94-9edb-07f18a2db196 req-c7a20a88-6cd8-441b-9d9b-8f235c66ba2b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b58638f00648479894868230321f6ba6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1349277 Sep 10 17:28:20.316354 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738ae5d-798a-49a9-9150-6b18f000fb13 req-8aebbd07-11a9-4cb0-8a20-4c30dcfd9d9a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:20.318545 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8738ae5d-798a-49a9-9150-6b18f000fb13 req-8aebbd07-11a9-4cb0-8a20-4c30dcfd9d9a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 943 time: 0.0782442 Sep 10 17:28:20.361405 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fb2c4-0013-4d94-9edb-07f18a2db196 req-0db1dcd5-c81b-4637-b72c-33eacdcebd27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:20.363251 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3f5fb2c4-0013-4d94-9edb-07f18a2db196 req-0db1dcd5-c81b-4637-b72c-33eacdcebd27 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369765 Sep 10 17:28:20.368454 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8738ae5d-798a-49a9-9150-6b18f000fb13 req-b5995a18-8d5c-423b-bdf9-63080a397846 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Sep 10 17:28:20.504708 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-36920485-eb27-481e-b811-1f1d32d4655f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 1096 time: 0.0735183 Sep 10 17:28:20.672317 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-d6ea74ec-4bcc-4fd4-9528-55555528b942 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c343d724-37ff-4c09-b350-2d6c3a0523e7 HTTP/1.1" status: 200 len: 217 time: 0.1579006 Sep 10 17:28:20.735780 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-933a2817-76ce-4a9f-9713-5967c5744585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:20.737197 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-933a2817-76ce-4a9f-9713-5967c5744585 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=932c81e6-1262-44eb-8f90-9435e2741970 HTTP/1.1" status: 200 len: 855 time: 0.0574005 Sep 10 17:28:20.786257 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-6abe7ff1-acac-466f-982f-a8ffe4ae02da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82ec1bad-a877-4c03-bb43-6a07975ab9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391681 Sep 10 17:28:20.925127 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-d5f45012-99bd-4db4-8c6a-3a934dde7015 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277926 Sep 10 17:28:21.062377 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-11df75c0-a436-48dd-a7d3-9c4a9393b947 req-cf1cca62-af82-48fb-a00c-d39adfda6a89 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292922 Sep 10 17:28:21.570775 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c8c88-d156-4bcc-afb4-55469832c244 req-64a67423-e079-4c29-9d0b-ed5c4d3b565e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:21.571490 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4e0c8c88-d156-4bcc-afb4-55469832c244 req-64a67423-e079-4c29-9d0b-ed5c4d3b565e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:28:21.664233 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4e0c8c88-d156-4bcc-afb4-55469832c244 req-64a67423-e079-4c29-9d0b-ed5c4d3b565e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:28:21.665348 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e0c8c88-d156-4bcc-afb4-55469832c244 req-64a67423-e079-4c29-9d0b-ed5c4d3b565e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 943 time: 0.1749425 Sep 10 17:28:21.712446 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e0c8c88-d156-4bcc-afb4-55469832c244 req-97840eb2-1400-4e3d-9441-3da882786f6b tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Sep 10 17:28:22.203992 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device c343d724-37ff-4c09-b350-2d6c3a0523e7 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:28:22.333405 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port c343d724-37ff-4c09-b350-2d6c3a0523e7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c343d724-37ff-4c09-b350-2d6c3a0523e7,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:22.346346 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'c343d724-37ff-4c09-b350-2d6c3a0523e7', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'port_id': 'c343d724-37ff-4c09-b350-2d6c3a0523e7', 'mac_address': 'fa:16:3e:92:87:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c81e6-1262-44eb-8f90-9435e2741970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:28:22.402255 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:22.419144 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c343d724-37ff-4c09-b350-2d6c3a0523e7 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:28:22.433386 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port c343d724-37ff-4c09-b350-2d6c3a0523e7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c343d724-37ff-4c09-b350-2d6c3a0523e7,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:22.538350 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:22.540074 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-59d3272b-863e-4bd6-ac3f-0faf32e36289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:22.603199 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=c343d724-37ff-4c09-b350-2d6c3a0523e7,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:22.606181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:22.781000 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-7c536976-642d-41eb-868a-d4166cd5afe6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687621 Sep 10 17:28:22.798574 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['c343d724-37ff-4c09-b350-2d6c3a0523e7'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:28:22.920748 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168e66-c5a4-4375-a106-f174a9a7d689 req-68b1ba39-e11e-4296-aea4-50868612b9eb tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:22.922258 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-92168e66-c5a4-4375-a106-f174a9a7d689 req-68b1ba39-e11e-4296-aea4-50868612b9eb tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 944 time: 0.0836244 Sep 10 17:28:22.928032 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-38263353-ef6e-412f-946f-bbc1434dfd7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 1098 time: 0.0750790 Sep 10 17:28:22.970414 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-92168e66-c5a4-4375-a106-f174a9a7d689 req-80529585-639c-4963-b8ad-e278588d75a4 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Sep 10 17:28:23.085647 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b143ec-d577-481c-b9f1-391801480970 req-d04bd0b8-d851-4949-96ed-f0956fe12415 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:23.087048 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-d04bd0b8-d851-4949-96ed-f0956fe12415 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 916 time: 0.1287692 Sep 10 17:28:23.154287 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-c01df77b-0dd8-43d5-bacc-4b293981a05a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=014b623d-0828-4628-bc02-0b7275be4549 HTTP/1.1" status: 200 len: 217 time: 0.0602393 Sep 10 17:28:23.225086 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b143ec-d577-481c-b9f1-391801480970 req-4f29b619-b4a6-4a0f-a171-5fc0756da2bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:23.226545 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-4f29b619-b4a6-4a0f-a171-5fc0756da2bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=932c81e6-1262-44eb-8f90-9435e2741970 HTTP/1.1" status: 200 len: 855 time: 0.0606561 Sep 10 17:28:23.276544 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-4bee808b-a9fa-4fdc-85be-30075e2e5d99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82ec1bad-a877-4c03-bb43-6a07975ab9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389571 Sep 10 17:28:23.369339 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:28:23.407135 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-7c662c7d-1173-46ff-9f7a-f99d7bbce14a service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237311 Sep 10 17:28:23.539566 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-87b143ec-d577-481c-b9f1-391801480970 req-eb07f534-3238-4724-a9b5-cda02a8cd7c0 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229091 Sep 10 17:28:24.172082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24749e81-571e-4b52-bfd1-c713a1b48e70 req-cce96aaa-b590-4983-8d1c-aa6105b775bd tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:24.173533 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-24749e81-571e-4b52-bfd1-c713a1b48e70 req-cce96aaa-b590-4983-8d1c-aa6105b775bd tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 944 time: 0.0798450 Sep 10 17:28:24.209825 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device c343d724-37ff-4c09-b350-2d6c3a0523e7 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:28:24.220279 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-24749e81-571e-4b52-bfd1-c713a1b48e70 req-607f40e9-f0bc-4053-a2b6-c3c416a22f63 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Sep 10 17:28:24.366484 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port c343d724-37ff-4c09-b350-2d6c3a0523e7 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:28:24.371591 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port c343d724-37ff-4c09-b350-2d6c3a0523e7 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:24.371977 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:24.483906 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:24.510167 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c343d724-37ff-4c09-b350-2d6c3a0523e7'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:28:24.519300 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port c343d724-37ff-4c09-b350-2d6c3a0523e7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c343d724-37ff-4c09-b350-2d6c3a0523e7,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:24.564786 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c343d724-37ff-4c09-b350-2d6c3a0523e7', 'code': 200} Sep 10 17:28:24.630048 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:24.631862 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-d021ecb2-2390-4e7c-bbd4-17ebdfd173d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:24.721353 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=c343d724-37ff-4c09-b350-2d6c3a0523e7,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:24.724838 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:25.058564 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0d33e0f3-2de8-4fc6-bd16-8c8267f28cde req-6df497e5-1766-493d-800f-f9a786e518d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 1098 time: 0.0661280 Sep 10 17:28:25.101413 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0d33e0f3-2de8-4fc6-bd16-8c8267f28cde req-fc6a4cf8-2a7f-4271-b990-ee1aa1269bba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Sep 10 17:28:25.419405 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcc9b-6cc3-40e9-9110-78e52cdf8d53 req-2f96c01b-0a5a-4f7e-be6c-c8d61c500c47 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:25.420832 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f63bcc9b-6cc3-40e9-9110-78e52cdf8d53 req-2f96c01b-0a5a-4f7e-be6c-c8d61c500c47 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 945 time: 0.0808060 Sep 10 17:28:25.465587 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f63bcc9b-6cc3-40e9-9110-78e52cdf8d53 req-12182633-42f0-4a1d-abb8-4aab78be4a59 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Sep 10 17:28:26.662282 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb1f0d-b7b0-45c7-ae36-ab9084b7f952 req-60c66197-46cd-42aa-81d0-87a999b7d41f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:26.670564 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-82cb1f0d-b7b0-45c7-ae36-ab9084b7f952 req-60c66197-46cd-42aa-81d0-87a999b7d41f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 945 time: 0.0771344 Sep 10 17:28:26.709270 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-82cb1f0d-b7b0-45c7-ae36-ab9084b7f952 req-95345cd5-fc3b-4003-b019-09408adfb71c tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400383 Sep 10 17:28:33.886678 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0533b67b-d634-4ef1-897c-6dc94bb700f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:34.308486 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:34.469380 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-72e2b713-43d4-406b-83e0-dcdfe542f5c2 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:34.470832 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-72e2b713-43d4-406b-83e0-dcdfe542f5c2 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.1413565 Sep 10 17:28:34.486168 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-ca3114c9-4551-4ab5-b771-6dd0fd95d9b7 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/quotas/b58638f00648479894868230321f6ba6 HTTP/1.1" status: 200 len: 375 time: 0.0099671 Sep 10 17:28:34.631486 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-160b59c7-309c-4e6e-8118-3d867bcee4d4 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1405113 Sep 10 17:28:34.760802 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-92a8b6be-5aef-469c-8f75-44799193715b service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225173 Sep 10 17:28:34.888148 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-76a58da2-7f78-4114-96b0-3c111c18283e service neutron] 10.222.0.58 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217291 Sep 10 17:28:35.195026 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7880d221-aee9-467e-9bfd-1c7f52b733c6 req-2ea88007-e6d4-4819-996c-e5a8ebbbefde tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 210 time: 0.0412128 Sep 10 17:28:36.093773 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2b8e63ee-083f-4119-9600-5049c1e84ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:36.302574 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-21f3f236-3940-49ac-884f-994ef120fb5b req-12ec6808-0ba0-4e10-bd11-5a2b305419c5 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 210 time: 0.0411794 Sep 10 17:28:37.000577 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:37.464824 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-36abe091-076e-4440-a99f-e1389aa0d258 req-774243cb-c48b-45e4-b2b0-2dfeec8324b9 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 210 time: 0.0441864 Sep 10 17:28:37.881878 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-d5c5324a-25b2-4685-9b4a-11bfdfc7d4fa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:37.883319 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-d5c5324a-25b2-4685-9b4a-11bfdfc7d4fa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/networks?id=82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 200 len: 815 time: 0.2288976 Sep 10 17:28:37.901220 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Request body: {'port': {'device_id': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'admin_state_up': True, 'tenant_id': 'b58638f00648479894868230321f6ba6'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:28:38.034650 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:28:38.044240 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:28:38.172307 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Made reservation on behalf of b58638f00648479894868230321f6ba6 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:28:38.175408 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:38.337479 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Allocated IP 172.20.0.14 (82ec1bad-a877-4c03-bb43-6a07975ab9c3/932c81e6-1262-44eb-8f90-9435e2741970/a20db6d3-97be-41f3-b964-514dd79c517b) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:28:38.491219 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:38.540029 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:38.628189 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5af8ab02-ce43-42d7-8c03-816ee924ade3 req-5ee50a11-5172-4067-843e-c2d27026502e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 210 time: 0.0454779 Sep 10 17:28:38.732665 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:38.738730 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f4a8f893-7242-4547-9671-349a1c5cffb3 tempest-ServerRescueNegativeTestJSON-443394917 tempest-ServerRescueNegativeTestJSON-443394917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:38.744166 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549', '7130b41a-3b04-441a-b2fb-55d48c915958', 'c343d724-37ff-4c09-b350-2d6c3a0523e7'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:28:38.803872 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:28:38.806991 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:28:38.810967 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:28:38.852707 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event updated for resources: {'Port': ['ID=a20db6d3-97be-41f3-b964-514dd79c517b,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:38.867153 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.867530 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.867896 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.868252 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.868610 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.868965 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.869316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.869665 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.870013 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.870359 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.870703 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:38.875702 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:38.888788 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:38.889394 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:39.024213 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1265094 Sep 10 17:28:39.036206 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Request body: {'port': {'device_id': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:28:39.144492 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:39.476147 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20db6d3-97be-41f3-b964-514dd79c517b {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:28:39.482718 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:39.497010 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Transition to ACTIVE for port object a20db6d3-97be-41f3-b964-514dd79c517b will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:28:39.588878 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:39.593218 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-5ff58de0-2dc9-4556-8f24-3fc3a296884f tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:39.714184 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Pushing event updated for resources: {'Port': ['ID=a20db6d3-97be-41f3-b964-514dd79c517b,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:39.718345 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:39.871378 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Attempting to bind port a20db6d3-97be-41f3-b964-514dd79c517b on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:28:39.871712 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Attempting to bind port a20db6d3-97be-41f3-b964-514dd79c517b by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:28:39.872039 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Attempting to bind port a20db6d3-97be-41f3-b964-514dd79c517b on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:39.883019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Port a20db6d3-97be-41f3-b964-514dd79c517b on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:28:39.883343 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Attempting to bind port a20db6d3-97be-41f3-b964-514dd79c517b on network 82ec1bad-a877-4c03-bb43-6a07975ab9c3 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:39.892546 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a39d6-ee29-45e3-ac4c-d6ffae6f0aa1 req-626cba37-90dd-4b4d-8da8-7822661ccfde tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:39.893243 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ec2a39d6-ee29-45e3-ac4c-d6ffae6f0aa1 req-626cba37-90dd-4b4d-8da8-7822661ccfde tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:28:39.901118 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:28:39.901390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Checking segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:28:39.901766 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Bound using segment: {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:28:39.902189 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Bound port: a20db6d3-97be-41f3-b964-514dd79c517b, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:28:39.902531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:40.076809 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ec2a39d6-ee29-45e3-ac4c-d6ffae6f0aa1 req-626cba37-90dd-4b4d-8da8-7822661ccfde tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:28:40.077960 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ec2a39d6-ee29-45e3-ac4c-d6ffae6f0aa1 req-626cba37-90dd-4b4d-8da8-7822661ccfde tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 944 time: 0.3259234 Sep 10 17:28:40.099422 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] For port a20db6d3-97be-41f3-b964-514dd79c517b, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:28:40.112308 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] For port a20db6d3-97be-41f3-b964-514dd79c517b, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a20db6d3-97be-41f3-b964-514dd79c517b,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:28:40.131780 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ec2a39d6-ee29-45e3-ac4c-d6ffae6f0aa1 req-5c8bd8d6-562c-4c7c-b54f-c0401ba4b66f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481374 Sep 10 17:28:40.195593 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:40.199321 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9dfa0b80-8b29-47c8-9961-dea11d184865 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:40.263037 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:40.264375 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] 10.222.0.62 "PUT /v2.0/ports/a20db6d3-97be-41f3-b964-514dd79c517b HTTP/1.1" status: 200 len: 1094 time: 1.2322950 Sep 10 17:28:40.264861 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'tag': 'a20db6d3-97be-41f3-b964-514dd79c517b'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:28:40.274075 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Pushing event updated for resources: {'Port': ['ID=a20db6d3-97be-41f3-b964-514dd79c517b,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:40.276925 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:40.322004 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'tag': 'a20db6d3-97be-41f3-b964-514dd79c517b', 'status': 'completed', 'code': 200} Sep 10 17:28:40.414637 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-84308cb0-cee9-4764-a795-b16eb6af0333 req-84160238-60f4-41a2-80b6-a84513732a5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 1097 time: 0.0717988 Sep 10 17:28:40.553129 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308cb0-cee9-4764-a795-b16eb6af0333 req-5f2c0714-e4b2-4d92-a536-8e86f43c0b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:40.554577 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-84308cb0-cee9-4764-a795-b16eb6af0333 req-5f2c0714-e4b2-4d92-a536-8e86f43c0b7d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b58638f00648479894868230321f6ba6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319590 Sep 10 17:28:40.689512 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308cb0-cee9-4764-a795-b16eb6af0333 req-ffa7b017-f7fc-47e9-9c52-2481f1c09c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:40.691013 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-84308cb0-cee9-4764-a795-b16eb6af0333 req-ffa7b017-f7fc-47e9-9c52-2481f1c09c3d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290593 Sep 10 17:28:40.797218 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-76af72a2-9589-4a96-bbe4-76fd4046092a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b58638f00648479894868230321f6ba6&device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 1097 time: 0.0669925 Sep 10 17:28:40.870369 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-35bc5e09-60e1-43a0-bdb0-7dd97cdbaa9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a20db6d3-97be-41f3-b964-514dd79c517b HTTP/1.1" status: 200 len: 217 time: 0.0634608 Sep 10 17:28:40.930144 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-a64b1420-c310-43ec-8cc7-b553d5ebaf99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:40.931552 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-a64b1420-c310-43ec-8cc7-b553d5ebaf99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=932c81e6-1262-44eb-8f90-9435e2741970 HTTP/1.1" status: 200 len: 855 time: 0.0555401 Sep 10 17:28:40.979369 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-fd37c795-ba23-4db8-a9a6-6c014cb0373f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82ec1bad-a877-4c03-bb43-6a07975ab9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414779 Sep 10 17:28:41.108389 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-fb1ddc14-b7e9-48dc-ab1d-31aa5afa46c1 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230047 Sep 10 17:28:41.239416 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6c4dec6f-866b-487d-8c11-8febaa689347 req-42d88853-f647-404b-9011-bbf4cd97e683 service neutron] 10.222.0.62 "GET /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237161 Sep 10 17:28:41.324868 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ed56-939f-4f8f-b8b0-2361d8bf2118 req-5da76678-ded9-414f-adf5-bf0326ca2d24 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:41.326318 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d8b7ed56-939f-4f8f-b8b0-2361d8bf2118 req-5da76678-ded9-414f-adf5-bf0326ca2d24 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 944 time: 0.0768144 Sep 10 17:28:41.371509 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d8b7ed56-939f-4f8f-b8b0-2361d8bf2118 req-78502962-a4c3-4ede-83de-131764c14ff3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Sep 10 17:28:42.317195 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a20db6d3-97be-41f3-b964-514dd79c517b details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:28:42.450155 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port a20db6d3-97be-41f3-b964-514dd79c517b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a20db6d3-97be-41f3-b964-514dd79c517b,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:42.463463 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'a20db6d3-97be-41f3-b964-514dd79c517b', 'network_id': '82ec1bad-a877-4c03-bb43-6a07975ab9c3', 'port_id': 'a20db6d3-97be-41f3-b964-514dd79c517b', 'mac_address': 'fa:16:3e:0e:02:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c81e6-1262-44eb-8f90-9435e2741970', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:28:42.520559 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:42.537854 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20db6d3-97be-41f3-b964-514dd79c517b {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:28:42.552695 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port a20db6d3-97be-41f3-b964-514dd79c517b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a20db6d3-97be-41f3-b964-514dd79c517b,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:42.567386 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52463a8f-2478-44e9-bd2f-072028446fbb req-6de327ac-7303-4214-a18b-5f87e838388b tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:42.568794 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-52463a8f-2478-44e9-bd2f-072028446fbb req-6de327ac-7303-4214-a18b-5f87e838388b tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 944 time: 0.0759983 Sep 10 17:28:42.614745 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-52463a8f-2478-44e9-bd2f-072028446fbb req-38dd79cc-1656-47c2-a807-9c4b67c7470b tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Sep 10 17:28:42.697770 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:42.699587 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:42.762606 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=a20db6d3-97be-41f3-b964-514dd79c517b,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:42.765473 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:42.936731 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['a20db6d3-97be-41f3-b964-514dd79c517b'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:28:43.810194 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53805-e268-4a90-b8ed-69a6a5cdb0e0 req-7b58f8d0-1b4c-479b-8eab-a03fc05f6cfc tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:43.811656 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-29b53805-e268-4a90-b8ed-69a6a5cdb0e0 req-7b58f8d0-1b4c-479b-8eab-a03fc05f6cfc tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 945 time: 0.0789325 Sep 10 17:28:43.863354 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-29b53805-e268-4a90-b8ed-69a6a5cdb0e0 req-408b2995-e2ea-4b9d-9f56-12c7d1a970f5 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Sep 10 17:28:44.319039 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a20db6d3-97be-41f3-b964-514dd79c517b up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:28:44.468703 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port a20db6d3-97be-41f3-b964-514dd79c517b completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:28:44.473514 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port a20db6d3-97be-41f3-b964-514dd79c517b triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:44.473899 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:44.585425 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:44.611809 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20db6d3-97be-41f3-b964-514dd79c517b'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:28:44.621050 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port a20db6d3-97be-41f3-b964-514dd79c517b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a20db6d3-97be-41f3-b964-514dd79c517b,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:44.665336 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20db6d3-97be-41f3-b964-514dd79c517b', 'code': 200} Sep 10 17:28:44.840785 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:44.842864 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:28:44.906797 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=a20db6d3-97be-41f3-b964-514dd79c517b,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:44.910508 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:28:45.062562 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1987-3037-421c-8ad7-86bc44532aad req-124d9d67-72fe-4ee5-ab17-a755420ec02d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:45.064056 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-40dd1987-3037-421c-8ad7-86bc44532aad req-124d9d67-72fe-4ee5-ab17-a755420ec02d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 946 time: 0.0771496 Sep 10 17:28:45.162097 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-40dd1987-3037-421c-8ad7-86bc44532aad req-53f9e5e8-23e2-43af-a0fd-0e575f89a7d6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919757 Sep 10 17:28:45.174543 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e8e39534-09ff-430e-a499-fb818d9fde22 req-eaa111a9-5d5a-4638-b439-03f83dd93aef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 1099 time: 0.1028862 Sep 10 17:28:45.217434 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e8e39534-09ff-430e-a499-fb818d9fde22 req-32794a2f-8d10-4011-8c14-76ba0b46bdf7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Sep 10 17:28:46.362993 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e853a-a2a3-4080-940c-61bb7e1e600d req-56c0f01c-d5de-44e1-8122-caee742ee666 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:46.364468 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b68e853a-a2a3-4080-940c-61bb7e1e600d req-56c0f01c-d5de-44e1-8122-caee742ee666 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 946 time: 0.0821748 Sep 10 17:28:46.411197 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b68e853a-a2a3-4080-940c-61bb7e1e600d req-833db716-d057-4383-ab05-d540e0f605be tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Sep 10 17:28:47.154393 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:47.611488 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8948f2-0fd9-4551-b472-b517ac6f1bd1 req-8a0b4a3b-f8f8-4297-9cb7-ffde5dbec4fa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:47.613142 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ab8948f2-0fd9-4551-b472-b517ac6f1bd1 req-8a0b4a3b-f8f8-4297-9cb7-ffde5dbec4fa tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 946 time: 0.0829546 Sep 10 17:28:47.661507 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ab8948f2-0fd9-4551-b472-b517ac6f1bd1 req-1ea8f6ef-dca6-4756-a2b1-92d631a46912 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Sep 10 17:28:57.885155 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412608bb-7d4e-406b-83f7-c07242cd72c7 req-445eb883-9ae2-44c5-8386-a94ee79a568d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:57.886604 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-412608bb-7d4e-406b-83f7-c07242cd72c7 req-445eb883-9ae2-44c5-8386-a94ee79a568d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 946 time: 0.0766847 Sep 10 17:28:57.931069 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-412608bb-7d4e-406b-83f7-c07242cd72c7 req-525ce874-4261-4a95-836d-2d77c7400f0e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Sep 10 17:28:59.128262 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56265049-aa4b-4c78-bfdb-d735210cdefa req-9925716f-0d8d-4ffb-a0b6-e14aeca3cb7a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:59.129724 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-56265049-aa4b-4c78-bfdb-d735210cdefa req-9925716f-0d8d-4ffb-a0b6-e14aeca3cb7a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 946 time: 0.0758576 Sep 10 17:28:59.174101 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-56265049-aa4b-4c78-bfdb-d735210cdefa req-0a522190-443e-4928-a10a-ad6cf9b0855a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Sep 10 17:28:59.634156 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-b5b1000d-c7f0-4b80-8e0a-3f0cbc203d66 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:59.635527 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-b5b1000d-c7f0-4b80-8e0a-3f0cbc203d66 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 946 time: 0.1634285 Sep 10 17:28:59.702637 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Deleting port a20db6d3-97be-41f3-b964-514dd79c517b {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:28:59.703007 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:59.940494 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] For port a20db6d3-97be-41f3-b964-514dd79c517b, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=a20db6d3-97be-41f3-b964-514dd79c517b,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:59.941259 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:00.059348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Calling delete_port for a20db6d3-97be-41f3-b964-514dd79c517b owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:29:00.332370 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:00.339420 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0e448663-ac21-4405-9602-0c9d3088dcd0 req-7634aaf0-5c3c-4de7-ba1a-c1459e5d6909 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 210 time: 0.0477378 Sep 10 17:29:00.340650 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-4e1ce3e2-37b8-42bc-8c0c-702e90ce6a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:00.344904 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549', '7130b41a-3b04-441a-b2fb-55d48c915958', 'c343d724-37ff-4c09-b350-2d6c3a0523e7', 'a20db6d3-97be-41f3-b964-514dd79c517b'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:29:00.376383 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:29:00.383857 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event deleted for resources: {'Port': ['ID=a20db6d3-97be-41f3-b964-514dd79c517b,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:00.386460 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:00.466026 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] No DVR routers for this DVR port a20db6d3-97be-41f3-b964-514dd79c517b on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:29:00.468854 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:00.472788 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'name': 'network-vif-deleted', 'tag': 'a20db6d3-97be-41f3-b964-514dd79c517b'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:29:00.528712 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d', 'name': 'network-vif-deleted', 'tag': 'a20db6d3-97be-41f3-b964-514dd79c517b', 'status': 'completed', 'code': 200} Sep 10 17:29:00.572544 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ff5b1a5f-912b-4805-be74-de2be67699a5 req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "DELETE /v2.0/ports/a20db6d3-97be-41f3-b964-514dd79c517b HTTP/1.1" status: 204 len: 173 time: 0.9313371 Sep 10 17:29:01.516761 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-27df92d3-55b3-411e-97fc-5d8f0c200929 req-22abbb2f-c224-4e29-a456-2cb9ba1d8e9a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:29:01.692339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-27df92d3-55b3-411e-97fc-5d8f0c200929 req-22abbb2f-c224-4e29-a456-2cb9ba1d8e9a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:29:01.693527 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-27df92d3-55b3-411e-97fc-5d8f0c200929 req-22abbb2f-c224-4e29-a456-2cb9ba1d8e9a tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6c7d91-2e4f-4060-a6c9-5b65bd907c9d HTTP/1.1" status: 200 len: 210 time: 0.2173858 Sep 10 17:29:02.375828 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a20db6d3-97be-41f3-b964-514dd79c517b no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:29:02.408188 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: a20db6d3-97be-41f3-b964-514dd79c517b {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:29:02.408542 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device a20db6d3-97be-41f3-b964-514dd79c517b not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:29:03.822991 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-78f5ae80-7986-4e0f-ae96-c8ed270f59c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:04.262727 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:04.990959 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06700-e6ff-4bbb-9fc2-30e9c723da94 req-559c477d-1dd7-40d0-b6e7-e60337df7642 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:04.992380 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-27b06700-e6ff-4bbb-9fc2-30e9c723da94 req-559c477d-1dd7-40d0-b6e7-e60337df7642 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 945 time: 0.0783205 Sep 10 17:29:05.036869 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-27b06700-e6ff-4bbb-9fc2-30e9c723da94 req-7cd8b388-3595-4f6c-ba50-7647c052f055 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Sep 10 17:29:06.000044 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-3f2416a4-b79f-4357-a71b-0b29a9912e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:06.235455 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de67e0-bea2-4848-85a0-aae250b47405 req-1309c3c5-0e96-4d0b-a0d1-eef86799ee85 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:06.236925 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-00de67e0-bea2-4848-85a0-aae250b47405 req-1309c3c5-0e96-4d0b-a0d1-eef86799ee85 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 945 time: 0.0802054 Sep 10 17:29:06.282179 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-00de67e0-bea2-4848-85a0-aae250b47405 req-b4a11106-d2b3-4b56-9d78-96c5f0ebf32f tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Sep 10 17:29:06.463064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-ada7d4af-48e3-46b7-9abf-123ac2f4add0 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:06.464461 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-ada7d4af-48e3-46b7-9abf-123ac2f4add0 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 945 time: 0.0739927 Sep 10 17:29:06.533258 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Deleting port c343d724-37ff-4c09-b350-2d6c3a0523e7 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:29:06.533521 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:06.768217 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] For port c343d724-37ff-4c09-b350-2d6c3a0523e7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=c343d724-37ff-4c09-b350-2d6c3a0523e7,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:29:06.768621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:06.890437 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Calling delete_port for c343d724-37ff-4c09-b350-2d6c3a0523e7 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:29:07.034658 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:07.108288 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:07.113925 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:07.119790 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549', '7130b41a-3b04-441a-b2fb-55d48c915958'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:29:07.159165 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event deleted for resources: {'Port': ['ID=c343d724-37ff-4c09-b350-2d6c3a0523e7,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:07.163705 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:07.231947 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] No DVR routers for this DVR port c343d724-37ff-4c09-b350-2d6c3a0523e7 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:29:07.234368 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:07.236991 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'name': 'network-vif-deleted', 'tag': 'c343d724-37ff-4c09-b350-2d6c3a0523e7'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:29:07.293924 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b695a716-8e73-488b-a32d-2b2e5d18bc96', 'name': 'network-vif-deleted', 'tag': 'c343d724-37ff-4c09-b350-2d6c3a0523e7', 'status': 'completed', 'code': 200} Sep 10 17:29:07.325347 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e26af36d-ffa3-45aa-b8db-2a2390f282cc req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "DELETE /v2.0/ports/c343d724-37ff-4c09-b350-2d6c3a0523e7 HTTP/1.1" status: 204 len: 173 time: 0.8551128 Sep 10 17:29:07.458633 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4949c0e1-cad4-47af-8bbe-5ea11db9261e req-0ffcd363-9672-4689-880e-a2b581b92ae1 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:29:07.548627 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-4949c0e1-cad4-47af-8bbe-5ea11db9261e req-0ffcd363-9672-4689-880e-a2b581b92ae1 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:29:07.549871 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4949c0e1-cad4-47af-8bbe-5ea11db9261e req-0ffcd363-9672-4689-880e-a2b581b92ae1 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=b695a716-8e73-488b-a32d-2b2e5d18bc96 HTTP/1.1" status: 200 len: 210 time: 0.1365128 Sep 10 17:29:08.426333 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device c343d724-37ff-4c09-b350-2d6c3a0523e7 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:29:08.486056 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: c343d724-37ff-4c09-b350-2d6c3a0523e7 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:29:08.486410 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device c343d724-37ff-4c09-b350-2d6c3a0523e7 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:29:08.548177 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:09.261495 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fab2a5-7123-409d-bce8-92be52d489c5 req-2f04a44a-554b-41ae-b442-2a2127672a68 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:09.262867 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b7fab2a5-7123-409d-bce8-92be52d489c5 req-2f04a44a-554b-41ae-b442-2a2127672a68 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 945 time: 0.0748885 Sep 10 17:29:09.310814 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b7fab2a5-7123-409d-bce8-92be52d489c5 req-2eea12e6-467f-4f39-b7d1-20450b0cad6e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Sep 10 17:29:10.640653 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-696a20e1-2470-46af-baa9-ac6cf2b1cf7e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:10.641975 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-696a20e1-2470-46af-baa9-ac6cf2b1cf7e tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 945 time: 0.2187378 Sep 10 17:29:10.648005 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77702b92-777a-45d4-8b01-e6aed98902ec req-40f55a99-d96a-4ec0-a105-dcc7691e4a70 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:10.653280 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-77702b92-777a-45d4-8b01-e6aed98902ec req-40f55a99-d96a-4ec0-a105-dcc7691e4a70 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 945 time: 0.1960275 Sep 10 17:29:10.740294 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Deleting port 7130b41a-3b04-441a-b2fb-55d48c915958 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:29:10.740599 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:10.782145 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-77702b92-777a-45d4-8b01-e6aed98902ec req-053f75ed-8bbc-4970-9482-fccc5c0de4ff tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042767 Sep 10 17:29:10.984758 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] For port 7130b41a-3b04-441a-b2fb-55d48c915958, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=7130b41a-3b04-441a-b2fb-55d48c915958,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:29:10.985025 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:11.103865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Calling delete_port for 7130b41a-3b04-441a-b2fb-55d48c915958 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:29:11.358936 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:11.364694 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e4d2dd6b-c2a4-4a59-8f67-5840ccafdaee tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:11.370336 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:29:11.408139 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event deleted for resources: {'Port': ['ID=7130b41a-3b04-441a-b2fb-55d48c915958,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:11.410535 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:11.484989 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] No DVR routers for this DVR port 7130b41a-3b04-441a-b2fb-55d48c915958 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:29:11.487420 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:11.491310 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'name': 'network-vif-deleted', 'tag': '7130b41a-3b04-441a-b2fb-55d48c915958'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:29:11.545928 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be45cea-7e1b-40cd-bc86-3ef0812ce10b', 'name': 'network-vif-deleted', 'tag': '7130b41a-3b04-441a-b2fb-55d48c915958', 'status': 'completed', 'code': 200} Sep 10 17:29:11.560509 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-44c88cac-fad1-47d5-8bca-c96cc786c248 req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "DELETE /v2.0/ports/7130b41a-3b04-441a-b2fb-55d48c915958 HTTP/1.1" status: 204 len: 173 time: 0.9103231 Sep 10 17:29:11.944081 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3959220f-35f0-40b5-a2b4-f430f2be8a10 req-f4b50f3a-ac99-42f0-93ad-be1ba143bf35 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:29:12.038691 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3959220f-35f0-40b5-a2b4-f430f2be8a10 req-f4b50f3a-ac99-42f0-93ad-be1ba143bf35 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:29:12.039898 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3959220f-35f0-40b5-a2b4-f430f2be8a10 req-f4b50f3a-ac99-42f0-93ad-be1ba143bf35 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be45cea-7e1b-40cd-bc86-3ef0812ce10b HTTP/1.1" status: 200 len: 210 time: 0.1375842 Sep 10 17:29:12.457490 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 7130b41a-3b04-441a-b2fb-55d48c915958 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:29:12.489974 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: 7130b41a-3b04-441a-b2fb-55d48c915958 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:29:12.490342 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 7130b41a-3b04-441a-b2fb-55d48c915958 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:29:15.171714 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ee64e-cc49-4066-9489-56695ecdc605 req-f84639d7-74b4-482a-818a-35fd8477f253 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:15.173175 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5f9ee64e-cc49-4066-9489-56695ecdc605 req-f84639d7-74b4-482a-818a-35fd8477f253 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 945 time: 0.0754154 Sep 10 17:29:15.217540 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5f9ee64e-cc49-4066-9489-56695ecdc605 req-71ec74a1-2cf4-4c08-9e57-c2fe7aaa07c8 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 Sep 10 17:29:16.413526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1cadf-87a4-4741-85e5-1de6b473966d req-27028ecc-232a-4623-813e-fea661abb6a3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:16.415077 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7af1cadf-87a4-4741-85e5-1de6b473966d req-27028ecc-232a-4623-813e-fea661abb6a3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 945 time: 0.0772934 Sep 10 17:29:16.462869 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7af1cadf-87a4-4741-85e5-1de6b473966d req-4f6aae5a-4965-4e4f-8a42-50d6d7df6224 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2f22ca5-9281-4c2f-85a4-e5b606632c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Sep 10 17:29:16.604984 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796a097-f013-48a5-b872-9b558727ea7f req-432207e3-ef1f-4edf-a886-7f1762f740da tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:16.606401 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0796a097-f013-48a5-b872-9b558727ea7f req-432207e3-ef1f-4edf-a886-7f1762f740da tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 945 time: 0.0755019 Sep 10 17:29:16.673014 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Deleting port 014b623d-0828-4628-bc02-0b7275be4549 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:29:16.673352 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:16.911822 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] For port 014b623d-0828-4628-bc02-0b7275be4549, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=014b623d-0828-4628-bc02-0b7275be4549,segment=NetworkSegment(a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6),segment_id=a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:29:16.912095 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:17.030247 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Calling delete_port for 014b623d-0828-4628-bc02-0b7275be4549 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:29:17.177242 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:17.245582 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:17.251042 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3678e949-0266-455b-b46a-8f5c5fdeb7e6 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:17.256630 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['014b623d-0828-4628-bc02-0b7275be4549'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:29:17.296618 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Pushing event deleted for resources: {'Port': ['ID=014b623d-0828-4628-bc02-0b7275be4549,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:17.300497 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:17.368586 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] No DVR routers for this DVR port 014b623d-0828-4628-bc02-0b7275be4549 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:29:17.371026 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:17.373759 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'name': 'network-vif-deleted', 'tag': '014b623d-0828-4628-bc02-0b7275be4549'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:29:17.428607 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41792b59-d3fe-4ac6-a79e-4736864a36a8', 'name': 'network-vif-deleted', 'tag': '014b623d-0828-4628-bc02-0b7275be4549', 'status': 'completed', 'code': 200} Sep 10 17:29:17.486515 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0796a097-f013-48a5-b872-9b558727ea7f req-cff19131-ab25-43ee-b99d-232fcbd1b0e3 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.62 "DELETE /v2.0/ports/014b623d-0828-4628-bc02-0b7275be4549 HTTP/1.1" status: 204 len: 173 time: 0.8743997 Sep 10 17:29:17.624712 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-c82ff087-4d0f-4ea0-99ab-cd3cd8983a95 req-cd010763-c412-4960-bb87-193188f758b9 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Synchronizing usage tracker for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:29:17.725737 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-c82ff087-4d0f-4ea0-99ab-cd3cd8983a95 req-cd010763-c412-4960-bb87-193188f758b9 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Unset dirty status for tenant:b58638f00648479894868230321f6ba6 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:29:17.726919 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c82ff087-4d0f-4ea0-99ab-cd3cd8983a95 req-cd010763-c412-4960-bb87-193188f758b9 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] 10.222.0.58 "GET /v2.0/ports?device_id=41792b59-d3fe-4ac6-a79e-4736864a36a8 HTTP/1.1" status: 200 len: 210 time: 0.1473114 Sep 10 17:29:18.829415 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41960) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:18.975981 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Deleting subnet 932c81e6-1262-44eb-8f90-9435e2741970 {{(pid=76068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:29:18.979647 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.032822 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286010'] for subnet, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.084599 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.233972 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7516739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7372479'] for subnet, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.238993 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:19.273904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932c81e6-1262-44eb-8f90-9435e2741970,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:19.276334 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:19.279057 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.285314 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-f25a5780-f6b4-4a6a-95ca-e23139786006 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/932c81e6-1262-44eb-8f90-9435e2741970 HTTP/1.1" status: 204 len: 168 time: 0.4541764 Sep 10 17:29:19.287740 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41964) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:19.391882 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.515348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.528840 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ec1bad-a877-4c03-bb43-6a07975ab9c3']}} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:29:19.541074 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6') {'for_net_delete': True} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:29:19.541334 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a888f8dd-975e-40ae-ab52-0b7f0cfc1eb6') {} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:29:19.552418 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8285987'] for segment, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.568450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.574268 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=76068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:29:19.574645 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7516701'] for segment, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: Traceback (most recent call last): Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: timer() Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: cb(*args, **kw) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: return func(*args, **kwargs) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: self._notify() Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: self.callback(batched_events) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: event.method(event) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: return f(self, *a, **k) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: return self._get(url).json() Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: return self.request(url, 'GET', **kwargs) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:29:19.591735 dv-cinder-808475-1-smb neutron-server[76068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:29:19.754490 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.759278 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:19.761757 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:19.783210 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ec1bad-a877-4c03-bb43-6a07975ab9c3,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:19.786021 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:19.874703 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-db7889c1-2dca-433f-a6df-1dcbd37b0ce5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/82ec1bad-a877-4c03-bb43-6a07975ab9c3 HTTP/1.1" status: 204 len: 168 time: 0.5859532 Sep 10 17:29:20.323086 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41970) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:20.376214 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ca11ec28-a70e-479f-b5f4-bca77967a6bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b58638f00648479894868230321f6ba6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519452 Sep 10 17:29:20.378670 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 41974) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:20.435902 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-147fcbdd-aa85-414c-8c23-41f73f8d06e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:20.459934 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-147fcbdd-aa85-414c-8c23-41f73f8d06e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:20.519902 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 014b623d-0828-4628-bc02-0b7275be4549 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:29:20.555756 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: 014b623d-0828-4628-bc02-0b7275be4549 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:29:20.556108 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 014b623d-0828-4628-bc02-0b7275be4549 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:29:20.633950 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-147fcbdd-aa85-414c-8c23-41f73f8d06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:20.637749 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2db70113-2b94-47ca-baee-7b6f4176014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:20.651662 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fcbdd-aa85-414c-8c23-41f73f8d06e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f22ca5-9281-4c2f-85a4-e5b606632c5a,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:20.654015 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-147fcbdd-aa85-414c-8c23-41f73f8d06e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:20.844461 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-147fcbdd-aa85-414c-8c23-41f73f8d06e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:20.845601 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-147fcbdd-aa85-414c-8c23-41f73f8d06e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2f22ca5-9281-4c2f-85a4-e5b606632c5a HTTP/1.1" status: 204 len: 168 time: 0.4660301 Sep 10 17:29:32.144882 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42062) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:32.282722 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.312722 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:32.324988 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad42e7bc80448ec9c6826f81124ead1 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:32.324988 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:32.325558 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:32.389567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.473387 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.479798 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7f2dbfd6-64cc-4423-8285-8afe7831026a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:32.519976 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d65cb2-4a1d-45b8-8bb2-ac07da5f1b38,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:32.523128 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:32.533383 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-a4866868-e658-41c0-b0ff-508c7f773897 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ad42e7bc80448ec9c6826f81124ead1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3830106 Sep 10 17:29:32.533383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42068) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:32.589395 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6ce9096b-e61f-4547-8afb-93adfcdc45e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.614656 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6ce9096b-e61f-4547-8afb-93adfcdc45e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.821370 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6ce9096b-e61f-4547-8afb-93adfcdc45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.824961 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ae01457b-788b-4fe0-ae7a-4b1168bc603c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:32.835818 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9096b-e61f-4547-8afb-93adfcdc45e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d65cb2-4a1d-45b8-8bb2-ac07da5f1b38,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:32.841975 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-6ce9096b-e61f-4547-8afb-93adfcdc45e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:32.842442 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-6ce9096b-e61f-4547-8afb-93adfcdc45e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.843462 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-6ce9096b-e61f-4547-8afb-93adfcdc45e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04d65cb2-4a1d-45b8-8bb2-ac07da5f1b38 HTTP/1.1" status: 204 len: 168 time: 0.3109977 Sep 10 17:29:33.579450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42076) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:33.597854 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:33.629816 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:33.633600 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Usage tracker for resource:security_group_rule and tenant:bef8a8b36c5e4b41a2201c8512b4ab9d is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:33.636413 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:33.642068 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:33.708127 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:33.833876 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-cf71a943-17ce-438f-bf15-b3211f2d8f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:33.834388 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:33.840562 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-064c462b-40eb-4619-a3e0-e63db7eaf3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:33.881316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29da356-e315-4f42-94ff-d4f700433dd8,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:33.885591 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bef8a8b36c5e4b41a2201c8512b4ab9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3051488 Sep 10 17:29:33.886536 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9a7c2c20-ff81-494a-84fa-7e72040d0937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:33.888377 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42080) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:33.946040 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-69bd58fd-f8fe-4926-b2ea-d8792c3f52e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:33.970805 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-69bd58fd-f8fe-4926-b2ea-d8792c3f52e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:34.097200 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-69bd58fd-f8fe-4926-b2ea-d8792c3f52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:34.100753 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-48e96801-dc2d-486f-a311-9fcf240a1aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:34.111567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd58fd-f8fe-4926-b2ea-d8792c3f52e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29da356-e315-4f42-94ff-d4f700433dd8,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:34.114923 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-69bd58fd-f8fe-4926-b2ea-d8792c3f52e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:34.117961 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-69bd58fd-f8fe-4926-b2ea-d8792c3f52e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:34.119101 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-69bd58fd-f8fe-4926-b2ea-d8792c3f52e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a29da356-e315-4f42-94ff-d4f700433dd8 HTTP/1.1" status: 204 len: 168 time: 0.2300463 Sep 10 17:29:34.262381 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.294400 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42102) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:35.421030 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1078329479-network', 'tenant_id': '4670a292218a4db2b014f7720e230d95'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:29:35.425731 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:35.429539 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Usage tracker for resource:network and tenant:4670a292218a4db2b014f7720e230d95 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:35.432373 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:35.438666 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:35.582074 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Made reservation on behalf of 4670a292218a4db2b014f7720e230d95 for: {'network': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:29:35.584466 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.600506 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.633339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:35.637136 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Usage tracker for resource:security_group_rule and tenant:4670a292218a4db2b014f7720e230d95 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:35.639907 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:35.645821 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:35.709754 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.805233 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.808013 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d7cfe9c2-d7a1-48c1-a9ae-8315ce7ae175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:35.838744 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=76068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:29:35.844109 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d85780-b741-4310-ab95-a65f904dfc5a,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:35.847012 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:35.854125 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.854125 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.segments_db [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Added segment 7129ae33-78fe-4901-a9c3-6d9be4687b9d of type vlan for network 47acb63a-9301-49b1-a1c0-c425c2b48b19 Sep 10 17:29:35.877296 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.970882 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.972607 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:35.973191 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:35.978062 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:36.016378 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7cb4-b1e6-4ecb-ba89-501543994383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:36.076728 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Pushing event updated for resources: {'Network': ['ID=47acb63a-9301-49b1-a1c0-c425c2b48b19,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:36.079493 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:36.086395 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 47acb63a-9301-49b1-a1c0-c425c2b48b19 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:29:36.168780 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8706005 Sep 10 17:29:36.168968 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42108) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:36.174949 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Request body: {'subnet': {'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1078329479-subnet', 'tenant_id': '4670a292218a4db2b014f7720e230d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:29:36.179619 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:36.183417 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Usage tracker for resource:subnet and tenant:4670a292218a4db2b014f7720e230d95 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:36.186449 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:36.192360 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:36.279316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Made reservation on behalf of 4670a292218a4db2b014f7720e230d95 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:29:36.281551 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7372442'] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:36.576398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7516802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7372468'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:36.580154 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:36.649601 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e8817a-3829-440b-a663-e00db8a6c4f4,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:36.653936 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:36.664721 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Checking segment: {'id': '7129ae33-78fe-4901-a9c3-6d9be4687b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:29:36.665071 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Network hostable DHCP agents. Network: 47acb63a-9301-49b1-a1c0-c425c2b48b19, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:29:36.764796 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Network 47acb63a-9301-49b1-a1c0-c425c2b48b19 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:29:36.832307 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 47acb63a-9301-49b1-a1c0-c425c2b48b19) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:29:36.836424 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:36.841784 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:36.842533 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cfc9b4-0ac3-4228-a37a-d8b7be580ee0 None None] Network 47acb63a-9301-49b1-a1c0-c425c2b48b19 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:29:36.931673 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-19f36d5e-10ff-4829-8314-a71e0d537cf9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7617538 Sep 10 17:29:37.054554 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c83c46-a74d-4ed1-999e-f57d99d7dba4 None None] Network 47acb63a-9301-49b1-a1c0-c425c2b48b19 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:29:37.126694 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:37.375958 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:29:38.073395 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42130) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:38.079002 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610411445-network', 'tenant_id': 'f27b55421d374d748a29e2548ebd51ca'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:29:38.083623 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:38.087467 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Usage tracker for resource:network and tenant:f27b55421d374d748a29e2548ebd51ca is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:38.091212 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:38.096946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:38.211221 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Made reservation on behalf of f27b55421d374d748a29e2548ebd51ca for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:29:38.213479 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.226199 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.256209 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:38.259922 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f27b55421d374d748a29e2548ebd51ca is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:38.262631 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:38.268997 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:38.335143 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.428117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.431232 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d8a3ea70-bcd2-4652-ba71-09436c6dfa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:38.471714 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:29:38.477681 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73380672-d10d-43fe-8d97-fe5a8a30e955,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:38.484966 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.488099 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.494908 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Added segment 770d1a8c-1ed6-4455-997b-27fb4ba88e4d of type vlan for network 8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf Sep 10 17:29:38.494908 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.494908 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.494908 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.495324 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.495423 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.495792 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.496146 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.496502 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.496852 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.497201 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.497548 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:38.501386 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:38.523747 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.639198 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.640400 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:38.641008 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:38.645845 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:38.746926 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:38.749511 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:38.757343 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:29:38.852149 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-08324272-ae4f-4864-b6b8-9031db7631e3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7776206 Sep 10 17:29:38.854821 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42134) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:29:38.860647 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Request body: {'subnet': {'network_id': '8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610411445-subnet', 'tenant_id': 'f27b55421d374d748a29e2548ebd51ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:29:38.865848 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:38.869692 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Usage tracker for resource:subnet and tenant:f27b55421d374d748a29e2548ebd51ca is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:38.872619 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:38.879040 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:39.003834 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Made reservation on behalf of f27b55421d374d748a29e2548ebd51ca for: {'subnet': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:29:39.006039 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8051061'] for subnet, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:39.245072 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7523843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8051035'] for subnet, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:39.249598 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f9e16e01-1788-4c1a-8d63-ec60db97d3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:39.322314 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccca83a-9d45-4776-b385-a800a475559b,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:39.325713 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:39.333137 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Checking segment: {'id': '770d1a8c-1ed6-4455-997b-27fb4ba88e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:29:39.333493 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Network hostable DHCP agents. Network: 8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:29:39.456966 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Network 8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:29:39.542459 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf) {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:29:39.546517 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:39.547177 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:39.551032 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c610c40-bf97-4550-8077-713b1a3cbaac None None] Network 8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:29:39.645677 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-d0526ffb-f052-4588-81c1-55bc156c2a12 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7895517 Sep 10 17:29:39.760243 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dea38a-0340-4ff1-90bb-3d3852fde33f None None] Network 8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:29:40.320217 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642fe7-c67f-4998-aa41-865c13450459 req-4ff84724-eff9-4faf-894b-b85bb8da4254 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:40.320889 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ea642fe7-c67f-4998-aa41-865c13450459 req-4ff84724-eff9-4faf-894b-b85bb8da4254 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Synchronizing usage tracker for tenant:4670a292218a4db2b014f7720e230d95 on resource:network {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:29:40.433804 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ea642fe7-c67f-4998-aa41-865c13450459 req-4ff84724-eff9-4faf-894b-b85bb8da4254 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Unset dirty status for tenant:4670a292218a4db2b014f7720e230d95 on resource:network {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:29:40.435031 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-4ff84724-eff9-4faf-894b-b85bb8da4254 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/networks?id=47acb63a-9301-49b1-a1c0-c425c2b48b19 HTTP/1.1" status: 200 len: 809 time: 0.3326590 Sep 10 17:29:40.451314 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-0efa993a-5d25-43a6-9bb6-a6f08193297e tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/quotas/4670a292218a4db2b014f7720e230d95 HTTP/1.1" status: 200 len: 375 time: 0.0105386 Sep 10 17:29:40.496432 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-c153dad5-3bd0-4cb8-b75b-fff482c7188a tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4670a292218a4db2b014f7720e230d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398216 Sep 10 17:29:40.626798 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-bbc36b0d-17d1-47d0-9e45-405713d2bc57 service neutron] 10.222.0.58 "GET /v2.0/networks/47acb63a-9301-49b1-a1c0-c425c2b48b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232305 Sep 10 17:29:40.757630 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-c89669ff-46f2-41e3-a77b-9bab5c98fb1a service neutron] 10.222.0.58 "GET /v2.0/networks/47acb63a-9301-49b1-a1c0-c425c2b48b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245272 Sep 10 17:29:40.996832 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8da5e6e3-a61d-4b05-abbe-1b90bb6fe0fb req-4c1f210c-e2a4-4be8-a1a8-3df2bc1b5388 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 210 time: 0.0420427 Sep 10 17:29:42.181343 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e2784420-6cc6-4d6b-8f89-69377796474e req-7f5c4ab2-bc98-4618-b721-41918d0bdf73 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 210 time: 0.0451086 Sep 10 17:29:43.381261 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-1187de5f-358c-4156-945a-203f5216369b req-de28426c-b8ee-4261-b587-94fe6000a072 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 210 time: 0.0794747 Sep 10 17:29:43.383105 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642fe7-c67f-4998-aa41-865c13450459 req-0338ecfe-f7f6-447c-8cd8-e2d30e7b0fc2 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:43.384664 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-0338ecfe-f7f6-447c-8cd8-e2d30e7b0fc2 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.62 "GET /v2.0/networks?id=47acb63a-9301-49b1-a1c0-c425c2b48b19 HTTP/1.1" status: 200 len: 809 time: 0.1504314 Sep 10 17:29:43.401501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Request body: {'port': {'device_id': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19', 'admin_state_up': True, 'tenant_id': '4670a292218a4db2b014f7720e230d95'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:29:43.533038 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:29:43.537406 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Usage tracker for resource:port and tenant:4670a292218a4db2b014f7720e230d95 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:29:43.540211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:29:43.547490 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:29:43.662287 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Made reservation on behalf of 4670a292218a4db2b014f7720e230d95 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:29:43.666174 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:43.828658 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Allocated IP 172.20.0.5 (47acb63a-9301-49b1-a1c0-c425c2b48b19/36e8817a-3829-440b-a663-e00db8a6c4f4/9e87eaed-6b7c-489d-ad3f-43b700cfc0a2) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:29:44.023982 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:44.176489 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:44.181795 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a4b46dbe-f829-4b0f-9548-dfd4523ef18d tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:44.246146 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Network 47acb63a-9301-49b1-a1c0-c425c2b48b19 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:29:44.249216 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:29:44.253148 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:29:44.293790 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Pushing event updated for resources: {'Port': ['ID=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:44.309993 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.313648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:44.318300 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:44.328954 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:44.329558 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:44.552017 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-d12f1504-f5fd-4381-a82a-a51e6a0306f3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1542170 Sep 10 17:29:44.565738 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Request body: {'port': {'device_id': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:29:44.666429 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f77ad-a46c-4e3f-8569-dfea8d1ce3c8 req-e8b5b082-29c8-4d1f-8b2a-dd07eaef2209 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:44.667142 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-cb3f77ad-a46c-4e3f-8569-dfea8d1ce3c8 req-e8b5b082-29c8-4d1f-8b2a-dd07eaef2209 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Synchronizing usage tracker for tenant:4670a292218a4db2b014f7720e230d95 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:29:44.694221 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:44.804935 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-cb3f77ad-a46c-4e3f-8569-dfea8d1ce3c8 req-e8b5b082-29c8-4d1f-8b2a-dd07eaef2209 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Unset dirty status for tenant:4670a292218a4db2b014f7720e230d95 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:29:44.805989 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb3f77ad-a46c-4e3f-8569-dfea8d1ce3c8 req-e8b5b082-29c8-4d1f-8b2a-dd07eaef2209 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 931 time: 0.3102722 Sep 10 17:29:45.029103 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-cb3f77ad-a46c-4e3f-8569-dfea8d1ce3c8 req-ca4a187e-d13c-44df-b5ef-0341b5603586 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Synchronizing usage tracker for tenant:4670a292218a4db2b014f7720e230d95 on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:29:45.147735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-cb3f77ad-a46c-4e3f-8569-dfea8d1ce3c8 req-ca4a187e-d13c-44df-b5ef-0341b5603586 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Unset dirty status for tenant:4670a292218a4db2b014f7720e230d95 on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:29:45.148781 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-cb3f77ad-a46c-4e3f-8569-dfea8d1ce3c8 req-ca4a187e-d13c-44df-b5ef-0341b5603586 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329978 Sep 10 17:29:45.160133 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:29:45.167126 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:45.181531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Transition to ACTIVE for port object 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:29:45.256194 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:45.260501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-87814976-9f93-4aa5-863a-42a6334e367c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:45.385536 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Pushing event updated for resources: {'Port': ['ID=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:45.388393 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:45.488458 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Attempting to bind port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:29:45.488801 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Attempting to bind port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '7129ae33-78fe-4901-a9c3-6d9be4687b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:29:45.489151 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Attempting to bind port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 on network 47acb63a-9301-49b1-a1c0-c425c2b48b19 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:29:45.495809 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 on network 47acb63a-9301-49b1-a1c0-c425c2b48b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:29:45.496140 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Attempting to bind port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 on network 47acb63a-9301-49b1-a1c0-c425c2b48b19 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:29:45.503033 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:29:45.503364 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Checking segment: {'id': '7129ae33-78fe-4901-a9c3-6d9be4687b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:29:45.503740 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Bound using segment: {'id': '7129ae33-78fe-4901-a9c3-6d9be4687b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:29:45.504175 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Bound port: 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7129ae33-78fe-4901-a9c3-6d9be4687b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:29:45.504501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:45.593968 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] For port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:29:45.596892 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] For port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,segment=NetworkSegment(7129ae33-78fe-4901-a9c3-6d9be4687b9d),segment_id=7129ae33-78fe-4901-a9c3-6d9be4687b9d)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:29:45.725207 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:45.728886 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:45.787297 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:45.788665 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] 10.222.0.62 "PUT /v2.0/ports/9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 HTTP/1.1" status: 200 len: 1093 time: 1.2286711 Sep 10 17:29:45.789149 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'tag': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:29:45.805612 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Pushing event updated for resources: {'Port': ['ID=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:45.808635 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9c610612-3d0b-49f6-a947-3dc1be4ff06b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:45.849447 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'tag': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2', 'status': 'completed', 'code': 200} Sep 10 17:29:45.943063 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-55dcdef4-0f11-4b3e-aed7-8245924c8b17 req-25fafdb8-9f78-4245-8b53-32bfa115870b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4670a292218a4db2b014f7720e230d95&device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 1096 time: 0.0718942 Sep 10 17:29:46.079276 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcdef4-0f11-4b3e-aed7-8245924c8b17 req-f63876aa-bfe1-4ceb-9847-d636ee9b070a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:46.080751 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-55dcdef4-0f11-4b3e-aed7-8245924c8b17 req-f63876aa-bfe1-4ceb-9847-d636ee9b070a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4670a292218a4db2b014f7720e230d95&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1312299 Sep 10 17:29:46.214199 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcdef4-0f11-4b3e-aed7-8245924c8b17 req-582ef681-e412-4b5b-a3a4-ecaa82f8d4ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:46.215947 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-55dcdef4-0f11-4b3e-aed7-8245924c8b17 req-582ef681-e412-4b5b-a3a4-ecaa82f8d4ea service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285133 Sep 10 17:29:46.379691 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-133e91db-c160-4183-a05c-ce7642c6a357 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4670a292218a4db2b014f7720e230d95&device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 1096 time: 0.1302471 Sep 10 17:29:46.386164 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8167b9-9798-4176-99e0-44ab58d59762 req-f06e5482-661e-4304-b958-d71ffb830739 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:46.387543 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9e8167b9-9798-4176-99e0-44ab58d59762 req-f06e5482-661e-4304-b958-d71ffb830739 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 943 time: 0.1051645 Sep 10 17:29:46.463579 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-5cacc8f1-2153-416b-abec-cb28c74c50c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 HTTP/1.1" status: 200 len: 217 time: 0.0751121 Sep 10 17:29:46.531457 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9e8167b9-9798-4176-99e0-44ab58d59762 req-339f8796-d007-46a2-802b-f8bbb2856a83 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964715 Sep 10 17:29:46.540259 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642fe7-c67f-4998-aa41-865c13450459 req-21dba179-5c78-465d-b911-4a36c0c84d3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:46.541634 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-21dba179-5c78-465d-b911-4a36c0c84d3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36e8817a-3829-440b-a663-e00db8a6c4f4 HTTP/1.1" status: 200 len: 849 time: 0.0665848 Sep 10 17:29:46.587602 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-fe6f0aa9-35b7-4ccd-b7fe-2fae8bb514ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47acb63a-9301-49b1-a1c0-c425c2b48b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392187 Sep 10 17:29:46.717361 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-5d3e145e-8216-4a54-a5e4-0c75163d04c9 service neutron] 10.222.0.62 "GET /v2.0/networks/47acb63a-9301-49b1-a1c0-c425c2b48b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231325 Sep 10 17:29:46.846135 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ea642fe7-c67f-4998-aa41-865c13450459 req-b301876b-7bf0-4c51-8680-e8e41b3a4c3d service neutron] 10.222.0.62 "GET /v2.0/networks/47acb63a-9301-49b1-a1c0-c425c2b48b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224575 Sep 10 17:29:47.146707 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:47.797832 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b216-7a91-4a63-8fe8-491e31572623 req-14462072-cbfb-4ffd-b4fc-063c6ced8df3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:47.799344 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d951b216-7a91-4a63-8fe8-491e31572623 req-14462072-cbfb-4ffd-b4fc-063c6ced8df3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 943 time: 0.1471665 Sep 10 17:29:47.843761 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d951b216-7a91-4a63-8fe8-491e31572623 req-c5ea17b3-65ee-46b0-9e10-186ad33122ef tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Sep 10 17:29:48.706888 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:29:48.868620 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,segment=NetworkSegment(7129ae33-78fe-4901-a9c3-6d9be4687b9d),segment_id=7129ae33-78fe-4901-a9c3-6d9be4687b9d)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:29:48.881949 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2', 'network_id': '47acb63a-9301-49b1-a1c0-c425c2b48b19', 'port_id': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2', 'mac_address': 'fa:16:3e:8b:61:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e8817a-3829-440b-a663-e00db8a6c4f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:29:48.938264 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:48.955830 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:29:48.971710 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,segment=NetworkSegment(7129ae33-78fe-4901-a9c3-6d9be4687b9d),segment_id=7129ae33-78fe-4901-a9c3-6d9be4687b9d)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:29:49.034394 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:49.037204 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:49.103588 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:49.112111 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.112454 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.112791 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.113118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.113442 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.113763 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.114721 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.114721 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.114721 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.115088 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.115329 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:29:49.119200 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:49.144567 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a318610-3ed6-4a41-874a-b51a380d5baa req-b4de53c1-b456-4f1a-9e38-431b5a9b2f51 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:49.146025 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1a318610-3ed6-4a41-874a-b51a380d5baa req-b4de53c1-b456-4f1a-9e38-431b5a9b2f51 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 943 time: 0.1784577 Sep 10 17:29:49.190942 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1a318610-3ed6-4a41-874a-b51a380d5baa req-e138caa5-8ede-47e0-9d89-41bdc69d7eb6 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Sep 10 17:29:49.234732 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['9e87eaed-6b7c-489d-ad3f-43b700cfc0a2'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:29:50.385856 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987db10-c4de-45f8-8e8d-0d540c5de18b req-8a49503b-ec84-4133-a7f7-6a5cdea07969 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:50.387332 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b987db10-c4de-45f8-8e8d-0d540c5de18b req-8a49503b-ec84-4133-a7f7-6a5cdea07969 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 944 time: 0.0780823 Sep 10 17:29:50.431601 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-b987db10-c4de-45f8-8e8d-0d540c5de18b req-01a3c130-7d6f-492e-b7aa-53c4d3637d9a tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387390 Sep 10 17:29:50.721947 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:29:50.877965 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:29:50.882740 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:29:50.883142 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:50.994338 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:51.021141 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:29:51.030906 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,segment=NetworkSegment(7129ae33-78fe-4901-a9c3-6d9be4687b9d),segment_id=7129ae33-78fe-4901-a9c3-6d9be4687b9d)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:29:51.073165 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2', 'code': 200} Sep 10 17:29:51.107708 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:51.109619 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:51.175222 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:51.178102 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:51.422163 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3937aefc-a371-48fb-b5d4-046a290b151c req-731ef18a-9888-422a-99af-f0850eda5446 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 1098 time: 0.0669346 Sep 10 17:29:51.463570 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3937aefc-a371-48fb-b5d4-046a290b151c req-854d03bb-1f03-45a2-98d1-be274dc0896d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Sep 10 17:29:51.625150 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcd044-76ce-4bad-9dbf-0d1dbf6af499 req-1dfc0486-174f-4bbf-8ec4-6ce4eff9cbf4 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:51.626586 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-abdcd044-76ce-4bad-9dbf-0d1dbf6af499 req-1dfc0486-174f-4bbf-8ec4-6ce4eff9cbf4 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 945 time: 0.0746970 Sep 10 17:29:51.671313 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-abdcd044-76ce-4bad-9dbf-0d1dbf6af499 req-afa955af-ca18-465c-a171-389ebd38027a tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Sep 10 17:29:52.870480 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4bb7-d407-4171-90c7-3d58bd0caffa req-bc7e6bf2-a41a-4e0f-9c37-cfa160c7c816 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:52.872022 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-36ca4bb7-d407-4171-90c7-3d58bd0caffa req-bc7e6bf2-a41a-4e0f-9c37-cfa160c7c816 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 945 time: 0.0796552 Sep 10 17:29:52.915707 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-36ca4bb7-d407-4171-90c7-3d58bd0caffa req-cfc8a829-2f83-4a63-8eda-d48756b70315 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377734 Sep 10 17:29:57.623421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a99eae-0f04-4daa-b5c8-647b1e1458d0 req-9a38b7cd-ecdc-4925-97f1-931ccb3582cf tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:57.624851 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c5a99eae-0f04-4daa-b5c8-647b1e1458d0 req-9a38b7cd-ecdc-4925-97f1-931ccb3582cf tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 945 time: 0.0754516 Sep 10 17:29:57.672701 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c5a99eae-0f04-4daa-b5c8-647b1e1458d0 req-4a37cf1f-ffc0-4511-9842-51c013856ac7 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Sep 10 17:29:58.854392 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523c207-2391-47ad-8214-839d6808b72e req-ab3b554f-75de-4798-83fd-91bfc567f5df tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:58.855845 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d523c207-2391-47ad-8214-839d6808b72e req-ab3b554f-75de-4798-83fd-91bfc567f5df tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 945 time: 0.0765159 Sep 10 17:29:58.875577 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655af2ac-5dc6-475b-be62-6fc1e74e8b51 req-096daaeb-9679-41c7-bf50-bae2c50ff3c4 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:58.877641 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-655af2ac-5dc6-475b-be62-6fc1e74e8b51 req-096daaeb-9679-41c7-bf50-bae2c50ff3c4 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 945 time: 0.0824609 Sep 10 17:29:58.923963 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-655af2ac-5dc6-475b-be62-6fc1e74e8b51 req-42afb8eb-c124-4965-9b84-f9dc7c76cfe3 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/security-groups?id=52d85780-b741-4310-ab95-a65f904dfc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Sep 10 17:29:58.925733 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Deleting port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:29:58.926073 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:59.162136 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] For port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,segment=NetworkSegment(7129ae33-78fe-4901-a9c3-6d9be4687b9d),segment_id=7129ae33-78fe-4901-a9c3-6d9be4687b9d)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:29:59.162487 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:59.280125 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Calling delete_port for 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:29:59.513266 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:59.519441 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f6db456d-59f2-442a-853f-8437238f14db tempest-TestMinimumBasicScenario-1651688002 tempest-TestMinimumBasicScenario-1651688002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:29:59.524470 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['9e87eaed-6b7c-489d-ad3f-43b700cfc0a2'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:29:59.565535 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Pushing event deleted for resources: {'Port': ['ID=9e87eaed-6b7c-489d-ad3f-43b700cfc0a2,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:29:59.568914 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:29:59.637094 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] No DVR routers for this DVR port 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:29:59.639578 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:59.642048 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'name': 'network-vif-deleted', 'tag': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:29:59.695865 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1c4985-d293-4e39-8a2e-b0643b5839a5', 'name': 'network-vif-deleted', 'tag': '9e87eaed-6b7c-489d-ad3f-43b700cfc0a2', 'status': 'completed', 'code': 200} Sep 10 17:29:59.765693 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d523c207-2391-47ad-8214-839d6808b72e req-c20b6d9b-c445-4766-966e-2e21fbc8d590 tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.62 "DELETE /v2.0/ports/9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 HTTP/1.1" status: 204 len: 173 time: 0.9043062 Sep 10 17:30:00.089320 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f97496e9-4840-49d2-ba61-43e9d56396c2 req-d179349e-fae8-450d-9872-90e49fa108ca tempest-VolumesActionsTest-2110013557 tempest-VolumesActionsTest-2110013557-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a1c4985-d293-4e39-8a2e-b0643b5839a5 HTTP/1.1" status: 200 len: 210 time: 0.0412798 Sep 10 17:30:02.785056 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:30:02.817102 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:30:02.817450 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device 9e87eaed-6b7c-489d-ad3f-43b700cfc0a2 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:30:03.821898 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-54964db2-8221-4012-84a1-78bdbd554088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:04.330863 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:06.033592 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-82263b56-b099-439d-b8c7-7732c7358867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:07.050543 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:08.473064 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:14.375708 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:30:17.175670 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.050075 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42342) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:22.112520 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Deleting subnet 36e8817a-3829-440b-a663-e00db8a6c4f4 {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:30:22.115382 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.163337 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.216933 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.375332 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.380418 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-948bb9cb-da0f-442c-9bc4-46fcc662785f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:22.414988 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e8817a-3829-440b-a663-e00db8a6c4f4,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:22.417440 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:22.421177 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.426858 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-06a8a791-9a16-4d4f-aadd-204867b9f3a5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/36e8817a-3829-440b-a663-e00db8a6c4f4 HTTP/1.1" status: 204 len: 168 time: 0.3757668 Sep 10 17:30:22.429351 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42346) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:22.531585 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.651747 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.664115 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47acb63a-9301-49b1-a1c0-c425c2b48b19']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:22.676181 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7129ae33-78fe-4901-a9c3-6d9be4687b9d') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:22.676471 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7129ae33-78fe-4901-a9c3-6d9be4687b9d') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:22.687391 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.703527 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.710207 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:30:22.710593 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:30:22.723807 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:30:22.872446 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.876083 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:22.889419 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:22.899951 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Pushing event deleted for resources: {'Network': ['ID=47acb63a-9301-49b1-a1c0-c425c2b48b19,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:22.904123 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:23.004678 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-8ec91a94-3e90-41ac-a374-31f46bd4b644 admin admin] 10.222.0.58 "DELETE /v2.0/networks/47acb63a-9301-49b1-a1c0-c425c2b48b19 HTTP/1.1" status: 204 len: 168 time: 0.5743895 Sep 10 17:30:23.007431 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42350) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:23.069712 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Deleting subnet 8ccca83a-9d45-4776-b385-a800a475559b {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:30:23.072695 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.120875 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.173989 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.393213 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.397292 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:23.431535 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccca83a-9d45-4776-b385-a800a475559b,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:23.434892 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:23.438070 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.443888 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8ccca83a-9d45-4776-b385-a800a475559b HTTP/1.1" status: 204 len: 168 time: 0.4355400 Sep 10 17:30:23.446323 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42354) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:23.551001 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.740544 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.752914 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:23.764600 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770d1a8c-1ed6-4455-997b-27fb4ba88e4d') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:23.764946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770d1a8c-1ed6-4455-997b-27fb4ba88e4d') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:30:23.776591 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.792946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.799018 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:30:23.799397 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:30:23.812281 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:30:23.958331 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.961816 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:23.974829 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:23.983904 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:23.986349 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8e6625fe-2deb-4dab-a0a2-c586a3bc0aaf HTTP/1.1" status: 204 len: 168 time: 0.5391009 Sep 10 17:30:23.987212 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-b84c1b48-b68b-4ed1-aace-90aefcdb12b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:24.379331 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42360) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:24.428359 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-0b9923ea-b187-4719-992c-81fd1c13e465 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4670a292218a4db2b014f7720e230d95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478537 Sep 10 17:30:24.430612 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42364) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:24.492259 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-50835ae8-324e-4ab1-834c-132b0ed95c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:24.517195 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-50835ae8-324e-4ab1-834c-132b0ed95c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:24.643825 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-50835ae8-324e-4ab1-834c-132b0ed95c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:24.647326 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-223e03ec-429c-41dd-87a9-321ee59344fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:24.659895 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50835ae8-324e-4ab1-834c-132b0ed95c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d85780-b741-4310-ab95-a65f904dfc5a,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:24.662969 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-50835ae8-324e-4ab1-834c-132b0ed95c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:24.774255 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-50835ae8-324e-4ab1-834c-132b0ed95c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:24.775432 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-50835ae8-324e-4ab1-834c-132b0ed95c2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52d85780-b741-4310-ab95-a65f904dfc5a HTTP/1.1" status: 204 len: 168 time: 0.3438945 Sep 10 17:30:25.590805 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42372) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:25.640537 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-43276c16-07b0-4d0a-a1d3-3526a367c0b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f27b55421d374d748a29e2548ebd51ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485127 Sep 10 17:30:25.643511 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42376) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:25.700831 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d403-1ec8-47f4-9e91-81095a46bc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:25.730400 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d403-1ec8-47f4-9e91-81095a46bc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:25.859867 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d403-1ec8-47f4-9e91-81095a46bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:25.863871 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-39c17b10-086e-469e-9d46-25cdef2cd3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:25.875031 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9d403-1ec8-47f4-9e91-81095a46bc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73380672-d10d-43fe-8d97-fe5a8a30e955,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:25.878927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-d3b9d403-1ec8-47f4-9e91-81095a46bc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:25.882150 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-d3b9d403-1ec8-47f4-9e91-81095a46bc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:25.883293 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-d3b9d403-1ec8-47f4-9e91-81095a46bc2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73380672-d10d-43fe-8d97-fe5a8a30e955 HTTP/1.1" status: 204 len: 168 time: 0.2389007 Sep 10 17:30:33.843690 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-516550dc-cdd4-4f8f-8eb0-88b034c08714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:34.272270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:35.493409 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 42456) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:35.635189 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:35.666457 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:30:35.670288 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Usage tracker for resource:security_group_rule and tenant:07419a0feaa84b239913149a01d805cb is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:30:35.673241 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:30:35.679289 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:30:35.743785 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:35.878102 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:35.885462 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-6afb53ff-82ff-45bb-ba77-e7981ac30c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:35.927582 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07419a0feaa84b239913149a01d805cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4331195 Sep 10 17:30:35.928343 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007ad98b-5d7d-4e6b-9ccf-8a76e53b78e1,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:35.930588 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42464) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:35.931823 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-76c7ca7b-34a3-4092-8c7d-c6fa20f8bfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:35.989416 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac98e-233a-461f-b336-75322a144c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:36.014270 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac98e-233a-461f-b336-75322a144c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:36.026963 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-01e73b41-df89-4b91-b4df-0d4466947789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:36.146562 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac98e-233a-461f-b336-75322a144c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:36.150168 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e374a494-e775-4d88-9b90-4568e567baaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:36.161597 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ac98e-233a-461f-b336-75322a144c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ad98b-5d7d-4e6b-9ccf-8a76e53b78e1,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:36.169507 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1b0ac98e-233a-461f-b336-75322a144c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:36.169507 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac98e-233a-461f-b336-75322a144c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:36.169507 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-1b0ac98e-233a-461f-b336-75322a144c67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/007ad98b-5d7d-4e6b-9ccf-8a76e53b78e1 HTTP/1.1" status: 204 len: 168 time: 0.2376118 Sep 10 17:30:37.066936 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.322457 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42488) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:37.449690 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1037270253-network', 'tenant_id': '0c10f548a7ad455a902975b5b7add07b'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:30:37.454391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:30:37.458710 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Usage tracker for resource:network and tenant:0c10f548a7ad455a902975b5b7add07b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:30:37.461541 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:30:37.467439 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:30:37.557642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Made reservation on behalf of 0c10f548a7ad455a902975b5b7add07b for: {'network': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:30:37.559870 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.572320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.602374 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:30:37.606039 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Usage tracker for resource:security_group_rule and tenant:0c10f548a7ad455a902975b5b7add07b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:30:37.608751 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:30:37.614383 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:30:37.676732 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.769177 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.772073 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-15880ee9-da47-4a45-9129-fbbea3afae78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:37.800887 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=76068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:30:37.808964 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0727a91-4941-46a1-b1df-58035a7ac9ac,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:37.812353 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:37.815265 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.815609 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.segments_db [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Added segment 338f2956-78cc-4d64-8ad5-b351322fe61e of type vlan for network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c Sep 10 17:30:37.840251 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.969290 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.970406 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:37.971019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:37.975691 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bced60fd-3a5c-4592-bb66-53b823a280bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:38.072413 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Pushing event updated for resources: {'Network': ['ID=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:38.075084 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:38.082074 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:30:38.130285 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-0eae9618-e9ee-4d2a-a04d-4ff48ddcb4dc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8067138 Sep 10 17:30:38.133024 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 42496) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:30:38.138453 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Request body: {'subnet': {'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1037270253-subnet', 'tenant_id': '0c10f548a7ad455a902975b5b7add07b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:30:38.143337 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:30:38.147707 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Usage tracker for resource:subnet and tenant:0c10f548a7ad455a902975b5b7add07b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:30:38.150537 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:30:38.156583 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:30:38.249356 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Made reservation on behalf of 0c10f548a7ad455a902975b5b7add07b for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:30:38.251697 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7372442'] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:38.540787 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:38.575126 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7516802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7372468'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:38.578964 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-7662becb-057c-48e1-b431-7eb2ca114eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:38.637893 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740832d3-ddcb-46ce-ac2f-296183c51948,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:38.648345 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:38.662048 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Checking segment: {'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:30:38.662406 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Network hostable DHCP agents. Network: aa4b554e-cfbe-4d27-a1d3-1d43cf21219c, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:30:38.763432 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:30:38.854975 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, aa4b554e-cfbe-4d27-a1d3-1d43cf21219c) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:30:38.858942 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:38.859528 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:38.863744 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8d0b5-81f5-4984-9577-968147ee07dc None None] Network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:30:38.975961 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-a19689a3-22a0-48ed-8d41-4b7b854fd979 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8417575 Sep 10 17:30:39.069453 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b6540-ffbb-44d5-8337-2970e43b5891 None None] Network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:30:41.586825 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-1b024803-d23c-47df-9943-5b1b446f3480 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:41.588190 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-1b024803-d23c-47df-9943-5b1b446f3480 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/networks?id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c HTTP/1.1" status: 200 len: 814 time: 0.1419272 Sep 10 17:30:41.604016 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-b0a41472-a517-4a48-bb6f-edb31c75c18f tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/quotas/0c10f548a7ad455a902975b5b7add07b HTTP/1.1" status: 200 len: 375 time: 0.0102947 Sep 10 17:30:41.652629 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-898e1790-2e03-4e0a-b1e0-9e0ea1c0cbc0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438721 Sep 10 17:30:41.662714 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-ebd6aa80-f632-4bda-97b3-53c904d2d120 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76067) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:30:41.663698 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-ebd6aa80-f632-4bda-97b3-53c904d2d120 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047996 Sep 10 17:30:41.793028 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-3584ed52-e236-49d8-a765-7d05dbbda177 service neutron] 10.222.0.58 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237977 Sep 10 17:30:41.923994 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-8f22bbca-2a85-49bd-973b-9f132ee4f665 service neutron] 10.222.0.58 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242840 Sep 10 17:30:42.466260 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa5088c6-739e-4a36-a55c-c5aac98bc099 req-2de5996a-6b9a-4257-8173-d53af8196a89 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 210 time: 0.2045612 Sep 10 17:30:43.625564 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f4ea2403-4a27-4f1a-84d7-8feee4316a6e req-d3a7ba89-502a-4863-95a0-629c33a1d242 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 210 time: 0.0416117 Sep 10 17:30:44.545894 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-af8b8917-372d-4205-9cc2-224d5d476b63 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:44.546581 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-af8b8917-372d-4205-9cc2-224d5d476b63 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Synchronizing usage tracker for tenant:0c10f548a7ad455a902975b5b7add07b on resource:network {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:30:44.683826 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-af8b8917-372d-4205-9cc2-224d5d476b63 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Unset dirty status for tenant:0c10f548a7ad455a902975b5b7add07b on resource:network {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:30:44.685047 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-af8b8917-372d-4205-9cc2-224d5d476b63 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "GET /v2.0/networks?id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c HTTP/1.1" status: 200 len: 814 time: 0.2806919 Sep 10 17:30:44.701761 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Request body: {'port': {'device_id': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c', 'admin_state_up': True, 'tenant_id': '0c10f548a7ad455a902975b5b7add07b'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:30:44.827886 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b8011235-e73d-42e9-8647-b53d8f6018fb req-5a3cdaa1-d77c-40e1-9de7-889c03aa420c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 210 time: 0.0586381 Sep 10 17:30:44.880390 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:30:44.884418 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Usage tracker for resource:port and tenant:0c10f548a7ad455a902975b5b7add07b is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:30:44.887930 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:30:44.893780 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:30:44.997448 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Made reservation on behalf of 0c10f548a7ad455a902975b5b7add07b for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:30:45.000403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:45.156228 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Allocated IP 172.20.0.5 (aa4b554e-cfbe-4d27-a1d3-1d43cf21219c/740832d3-ddcb-46ce-ac2f-296183c51948/e419375f-29dc-41ee-928a-9431c15cfdcf) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:30:45.350504 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:45.449687 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:45.456237 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9bec8708-6795-46bb-b607-1379d0192f01 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:45.521472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:30:45.524361 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:30:45.529091 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:30:45.568108 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Pushing event updated for resources: {'Port': ['ID=e419375f-29dc-41ee-928a-9431c15cfdcf,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:45.584021 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.584391 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.584750 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.585106 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.585485 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.585840 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.586188 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.586536 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.586912 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.587254 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.587596 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:45.592758 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:45.603365 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:45.603901 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:45.827304 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1293671 Sep 10 17:30:45.837186 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-cf001968-c4c7-489a-ad57-06d2a49fe396 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=76068) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 10 17:30:45.838100 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-cf001968-c4c7-489a-ad57-06d2a49fe396 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052178 Sep 10 17:30:45.848735 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Request body: {'port': {'device_id': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:30:45.959277 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:46.033396 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c63d2-e43e-4294-9218-dd3f0769832c req-ebeb0389-716b-4160-a8a6-bef5c1e19a7c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:46.034883 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c09c63d2-e43e-4294-9218-dd3f0769832c req-ebeb0389-716b-4160-a8a6-bef5c1e19a7c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 931 time: 0.0788887 Sep 10 17:30:46.080400 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c09c63d2-e43e-4294-9218-dd3f0769832c req-e4176cd2-1ff7-4f6b-882c-3ba9ed973248 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Sep 10 17:30:46.290085 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e419375f-29dc-41ee-928a-9431c15cfdcf {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:30:46.296570 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:46.310770 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Transition to ACTIVE for port object e419375f-29dc-41ee-928a-9431c15cfdcf will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:30:46.380692 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:46.384514 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:46.502895 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e419375f-29dc-41ee-928a-9431c15cfdcf,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:46.506809 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:46.607580 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Attempting to bind port e419375f-29dc-41ee-928a-9431c15cfdcf on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:30:46.608250 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Attempting to bind port e419375f-29dc-41ee-928a-9431c15cfdcf by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:30:46.608250 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Attempting to bind port e419375f-29dc-41ee-928a-9431c15cfdcf on network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:30:46.614561 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Port e419375f-29dc-41ee-928a-9431c15cfdcf on network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:30:46.614908 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Attempting to bind port e419375f-29dc-41ee-928a-9431c15cfdcf on network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:30:46.621046 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:30:46.623865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Checking segment: {'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:30:46.623865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Bound using segment: {'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:30:46.623865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Bound port: e419375f-29dc-41ee-928a-9431c15cfdcf, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:30:46.623865 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:46.795610 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] For port e419375f-29dc-41ee-928a-9431c15cfdcf, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:30:46.798502 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] For port e419375f-29dc-41ee-928a-9431c15cfdcf, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e419375f-29dc-41ee-928a-9431c15cfdcf,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:30:46.907202 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:46.911416 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:46.969180 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:46.971111 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/e419375f-29dc-41ee-928a-9431c15cfdcf HTTP/1.1" status: 200 len: 1093 time: 1.1259866 Sep 10 17:30:46.971594 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'tag': 'e419375f-29dc-41ee-928a-9431c15cfdcf'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:30:46.988087 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e419375f-29dc-41ee-928a-9431c15cfdcf,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:46.992665 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-80352a10-d602-4f0b-94eb-78636a6c87e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:47.026062 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'tag': 'e419375f-29dc-41ee-928a-9431c15cfdcf', 'status': 'completed', 'code': 200} Sep 10 17:30:47.121533 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-765e824e-f871-4232-816a-697576c6fe91 req-3f691f3f-5bcb-467e-a71c-a4b6467123a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 1096 time: 0.0738752 Sep 10 17:30:47.192077 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:47.262214 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e824e-f871-4232-816a-697576c6fe91 req-5137ea4e-aed7-4df3-a5ad-84cd297e9d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:47.263715 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-765e824e-f871-4232-816a-697576c6fe91 req-5137ea4e-aed7-4df3-a5ad-84cd297e9d77 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0c10f548a7ad455a902975b5b7add07b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356637 Sep 10 17:30:47.283578 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41bfc-eee4-48ab-b092-2596aa041593 req-62f91926-c925-4999-80fa-58603a8b07fd tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:47.285043 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8dc41bfc-eee4-48ab-b092-2596aa041593 req-62f91926-c925-4999-80fa-58603a8b07fd tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 943 time: 0.0774581 Sep 10 17:30:47.332590 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8dc41bfc-eee4-48ab-b092-2596aa041593 req-66a0066c-8fef-46ea-b51a-a2935e84e957 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Sep 10 17:30:47.403049 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e824e-f871-4232-816a-697576c6fe91 req-ccc35306-8c1a-4d94-8c35-6f3051e7cf9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:47.404489 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-765e824e-f871-4232-816a-697576c6fe91 req-ccc35306-8c1a-4d94-8c35-6f3051e7cf9a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348548 Sep 10 17:30:47.505541 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-75ed9a35-1280-4dec-9e62-dd826ad5b872 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 1096 time: 0.0668368 Sep 10 17:30:47.574449 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-7eabd453-5cd1-4cfc-bc05-31fb85b8c3b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e419375f-29dc-41ee-928a-9431c15cfdcf HTTP/1.1" status: 200 len: 217 time: 0.0617816 Sep 10 17:30:47.635132 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-05cccd27-d27b-424b-82b0-e3d7ab8cbc47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:47.636571 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-05cccd27-d27b-424b-82b0-e3d7ab8cbc47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=740832d3-ddcb-46ce-ac2f-296183c51948 HTTP/1.1" status: 200 len: 854 time: 0.0558188 Sep 10 17:30:47.683758 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-0d62bf2a-4579-41e9-aaa1-f61aaed030bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408602 Sep 10 17:30:47.810289 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-bc89b2a1-5f07-402f-8631-8998ffbeafcb service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199999 Sep 10 17:30:47.936281 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-fec21ed2-ae4f-444b-916d-d7d8f2554732 req-cfff9df3-abc5-4cb3-b47d-ae4b31bfe3bd service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198020 Sep 10 17:30:48.529591 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38453a8f-bdc4-4f04-a8b5-02ee0e998c35 req-95d3592e-492c-4150-a760-5c546452a317 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:48.530274 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-38453a8f-bdc4-4f04-a8b5-02ee0e998c35 req-95d3592e-492c-4150-a760-5c546452a317 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Synchronizing usage tracker for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:30:48.609222 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-38453a8f-bdc4-4f04-a8b5-02ee0e998c35 req-95d3592e-492c-4150-a760-5c546452a317 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Unset dirty status for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:30:48.610355 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-38453a8f-bdc4-4f04-a8b5-02ee0e998c35 req-95d3592e-492c-4150-a760-5c546452a317 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 943 time: 0.1547716 Sep 10 17:30:48.654418 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-38453a8f-bdc4-4f04-a8b5-02ee0e998c35 req-ec103582-dfcc-4d40-ad6c-90b348a73893 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Synchronizing usage tracker for tenant:0c10f548a7ad455a902975b5b7add07b on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:30:48.769069 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-38453a8f-bdc4-4f04-a8b5-02ee0e998c35 req-ec103582-dfcc-4d40-ad6c-90b348a73893 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Unset dirty status for tenant:0c10f548a7ad455a902975b5b7add07b on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:30:48.770190 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-38453a8f-bdc4-4f04-a8b5-02ee0e998c35 req-ec103582-dfcc-4d40-ad6c-90b348a73893 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543708 Sep 10 17:30:49.965174 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be3dd-1fc2-4fb2-8f9d-63c90eb1375f req-5846cf62-0867-4ede-bc81-e1c9035adf04 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:49.966619 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0f3be3dd-1fc2-4fb2-8f9d-63c90eb1375f req-5846cf62-0867-4ede-bc81-e1c9035adf04 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 943 time: 0.0798128 Sep 10 17:30:50.010914 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-0f3be3dd-1fc2-4fb2-8f9d-63c90eb1375f req-cdfdae4b-cb12-4986-875e-59a1b5ba3d27 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382783 Sep 10 17:30:51.033005 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e419375f-29dc-41ee-928a-9431c15cfdcf details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:30:51.163771 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e419375f-29dc-41ee-928a-9431c15cfdcf, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e419375f-29dc-41ee-928a-9431c15cfdcf,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:30:51.176564 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'e419375f-29dc-41ee-928a-9431c15cfdcf', 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c', 'port_id': 'e419375f-29dc-41ee-928a-9431c15cfdcf', 'mac_address': 'fa:16:3e:62:59:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740832d3-ddcb-46ce-ac2f-296183c51948', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:30:51.209625 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90507e-4a63-4e11-896d-8ed7213fa5de req-53431d39-e9f7-4fb3-9857-cf90703c9a94 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:51.211419 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9d90507e-4a63-4e11-896d-8ed7213fa5de req-53431d39-e9f7-4fb3-9857-cf90703c9a94 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 943 time: 0.0802183 Sep 10 17:30:51.228756 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:51.245473 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e419375f-29dc-41ee-928a-9431c15cfdcf {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:30:51.256333 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9d90507e-4a63-4e11-896d-8ed7213fa5de req-a083ef5a-5f8d-4e86-a6e8-3332045c2c22 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Sep 10 17:30:51.261002 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e419375f-29dc-41ee-928a-9431c15cfdcf, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e419375f-29dc-41ee-928a-9431c15cfdcf,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:30:51.341083 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:51.342913 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:51.375704 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:30:51.441813 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e419375f-29dc-41ee-928a-9431c15cfdcf,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:51.449954 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.450299 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.450633 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.450997 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.451326 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.451650 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.451969 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.452287 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.452604 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.452919 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.453234 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:51.456964 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:51.542570 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['e419375f-29dc-41ee-928a-9431c15cfdcf'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:30:52.453382 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf128e62-ffd8-4e43-b99b-1b5269597769 req-7c057e65-214a-47fc-a4ca-ff941f6e56f3 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:52.454841 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bf128e62-ffd8-4e43-b99b-1b5269597769 req-7c057e65-214a-47fc-a4ca-ff941f6e56f3 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 944 time: 0.0765953 Sep 10 17:30:52.499936 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-bf128e62-ffd8-4e43-b99b-1b5269597769 req-76f8e1c5-6ca5-45a9-98bc-8a966cbaf3e8 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Sep 10 17:30:53.049149 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e419375f-29dc-41ee-928a-9431c15cfdcf up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:30:53.168848 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port e419375f-29dc-41ee-928a-9431c15cfdcf completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:30:53.173466 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port e419375f-29dc-41ee-928a-9431c15cfdcf triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:30:53.173849 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:53.288248 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:53.314554 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e419375f-29dc-41ee-928a-9431c15cfdcf'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:30:53.323903 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port e419375f-29dc-41ee-928a-9431c15cfdcf, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e419375f-29dc-41ee-928a-9431c15cfdcf,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:30:53.368495 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e419375f-29dc-41ee-928a-9431c15cfdcf', 'code': 200} Sep 10 17:30:53.397603 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:53.399459 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:30:53.461952 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=e419375f-29dc-41ee-928a-9431c15cfdcf,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:53.465044 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:30:53.698148 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260b3b-911a-40f9-9a19-f3f32d8570a0 req-0b2d1ad0-1eed-4099-8939-082c7494b21b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:53.699609 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ca260b3b-911a-40f9-9a19-f3f32d8570a0 req-0b2d1ad0-1eed-4099-8939-082c7494b21b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0823212 Sep 10 17:30:53.726433 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1c08743d-f14f-48ae-b350-c76e3589d27e req-ab8129ea-c5df-4929-ba8e-e30341694eac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 1098 time: 0.0697796 Sep 10 17:30:53.746056 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-ca260b3b-911a-40f9-9a19-f3f32d8570a0 req-f1d7101e-a6d8-4f88-83a5-ac1d14e3aa06 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Sep 10 17:30:53.768911 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-1c08743d-f14f-48ae-b350-c76e3589d27e req-9f466497-ca1d-4665-88a8-9e752aadd8e0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358603 Sep 10 17:30:54.947751 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb008a-3293-44c9-b426-2de2b5de01e2 req-bc160d59-6c07-4778-ae74-bf0ba168166f tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:54.949186 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8bfb008a-3293-44c9-b426-2de2b5de01e2 req-bc160d59-6c07-4778-ae74-bf0ba168166f tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0811219 Sep 10 17:30:54.996464 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8bfb008a-3293-44c9-b426-2de2b5de01e2 req-57004a5c-8ea6-4e93-a625-d2a29208ba4c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Sep 10 17:30:56.188497 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826dbe1-5b47-4f54-aae6-d2731b0c2bdf req-134dbc48-fbb3-4486-9b28-e3679e626b1d tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:56.189924 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d826dbe1-5b47-4f54-aae6-d2731b0c2bdf req-134dbc48-fbb3-4486-9b28-e3679e626b1d tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0751414 Sep 10 17:30:56.300484 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d826dbe1-5b47-4f54-aae6-d2731b0c2bdf req-085b1748-657d-4841-866f-9790f0e30dd8 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050463 Sep 10 17:31:03.877565 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-95d8af8d-fcf8-4a05-831e-f180088107d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:04.254256 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:06.026170 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-fefccbc1-336f-4020-b653-c468221393d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:07.077108 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:08.511548 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:17.214584 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:23.407478 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-479138ed-3bab-42f0-b91a-ce150eb32990 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 1098 time: 0.1337380 Sep 10 17:31:23.551682 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-c86a1d0e-8d8e-4913-b8c0-85c2fb96b18c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:23.553128 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-c86a1d0e-8d8e-4913-b8c0-85c2fb96b18c service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c HTTP/1.1" status: 200 len: 915 time: 0.1249399 Sep 10 17:31:23.718455 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-48e45922-2252-4ed4-8d1f-7ba1a4b3cc33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e419375f-29dc-41ee-928a-9431c15cfdcf HTTP/1.1" status: 200 len: 217 time: 0.1580069 Sep 10 17:31:23.780758 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-fb56e578-7a2d-4c1a-9473-31e8bfba461f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:23.782228 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-fb56e578-7a2d-4c1a-9473-31e8bfba461f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=740832d3-ddcb-46ce-ac2f-296183c51948 HTTP/1.1" status: 200 len: 854 time: 0.0572629 Sep 10 17:31:23.830565 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-d58ed703-9711-43b3-8715-d4a5e1799280 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417449 Sep 10 17:31:23.964759 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-b80fe7e8-31ab-408f-bc40-b755ecee1cbe service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264672 Sep 10 17:31:24.098009 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-e59a3984-40e2-4c0d-8de9-31f5a25ccf73 req-0ad3e1a2-90d0-40c7-a7af-006f005c1154 service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263285 Sep 10 17:31:28.375248 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:31:33.888077 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-60a43b02-d755-403a-b202-c6238298c4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:34.317173 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:36.013636 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d2b68913-e3e5-4294-9045-614ca5d81e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:37.030947 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:38.551129 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:43.105427 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045ba6-5ffd-4f2f-a67b-946bdb25b191 req-6310034e-f9eb-47f6-8837-4417ff3f4e6f tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:43.106895 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-85045ba6-5ffd-4f2f-a67b-946bdb25b191 req-6310034e-f9eb-47f6-8837-4417ff3f4e6f tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0759778 Sep 10 17:31:43.150700 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-85045ba6-5ffd-4f2f-a67b-946bdb25b191 req-3806057f-d47b-4e75-8c93-5223c1a58f1a tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Sep 10 17:31:44.344245 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c038202-0a69-4cff-a290-d34ef4b56473 req-857b8ec4-cb62-40ed-9942-7b130719b1f8 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:44.345673 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0c038202-0a69-4cff-a290-d34ef4b56473 req-857b8ec4-cb62-40ed-9942-7b130719b1f8 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0753379 Sep 10 17:31:44.391555 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0c038202-0a69-4cff-a290-d34ef4b56473 req-a0e4cba0-76f5-45ed-99b8-943d3da5e158 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Sep 10 17:31:45.589339 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460a826-9031-483a-b228-e3aa21b8cae0 req-5027c179-3e42-4929-84bd-038aaeaa4577 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:45.590821 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c460a826-9031-483a-b228-e3aa21b8cae0 req-5027c179-3e42-4929-84bd-038aaeaa4577 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0789490 Sep 10 17:31:45.635268 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-c460a826-9031-483a-b228-e3aa21b8cae0 req-94f96963-ea63-461b-8ca2-661f7978a4c1 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Sep 10 17:31:46.831889 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2d822-c47f-4410-8a1b-a6de2b519605 req-25c33da1-9a66-4c55-ba96-0da621b5fabf tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:46.833304 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dab2d822-c47f-4410-8a1b-a6de2b519605 req-25c33da1-9a66-4c55-ba96-0da621b5fabf tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0785170 Sep 10 17:31:46.877690 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dab2d822-c47f-4410-8a1b-a6de2b519605 req-05fd122a-d726-4b84-a30e-2a8b036a5875 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Sep 10 17:31:47.236315 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:47.464658 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-a87bd0c4-1e9f-4013-b993-8861634a7feb tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:47.466087 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-a87bd0c4-1e9f-4013-b993-8861634a7feb tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0759697 Sep 10 17:31:47.535280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Deleting port e419375f-29dc-41ee-928a-9431c15cfdcf {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:31:47.535621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:47.775404 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] For port e419375f-29dc-41ee-928a-9431c15cfdcf, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=e419375f-29dc-41ee-928a-9431c15cfdcf,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:31:47.775705 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:47.894019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Calling delete_port for e419375f-29dc-41ee-928a-9431c15cfdcf owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:31:48.071900 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6d2c1-6c9a-48b2-8de2-581802383d1a req-c2a18168-70da-4c40-9271-38a170a4b21e tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:48.073344 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-67e6d2c1-6c9a-48b2-8de2-581802383d1a req-c2a18168-70da-4c40-9271-38a170a4b21e tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 945 time: 0.0771031 Sep 10 17:31:48.119357 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-67e6d2c1-6c9a-48b2-8de2-581802383d1a req-f4befac3-5457-46a2-a199-284eab2cfb76 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Sep 10 17:31:48.122145 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:48.127931 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dc023344-4bdd-4b78-b9f8-6ed1491027f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:31:48.133421 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['e419375f-29dc-41ee-928a-9431c15cfdcf'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:31:48.170559 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Pushing event deleted for resources: {'Port': ['ID=e419375f-29dc-41ee-928a-9431c15cfdcf,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:48.210432 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.210836 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.211204 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.211563 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.211922 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.212279 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.212632 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.212989 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.213339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.213687 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.214292 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:31:48.221428 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:31:48.254471 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] No DVR routers for this DVR port e419375f-29dc-41ee-928a-9431c15cfdcf on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:31:48.256809 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:48.259299 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'name': 'network-vif-deleted', 'tag': 'e419375f-29dc-41ee-928a-9431c15cfdcf'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:31:48.358430 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0aa3aafb-a895-4517-8b6c-03d7809196fd req-1dd89856-97d2-47a8-ae2c-d8708fd1e2f7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "DELETE /v2.0/ports/e419375f-29dc-41ee-928a-9431c15cfdcf HTTP/1.1" status: 204 len: 173 time: 0.8869874 Sep 10 17:31:48.390377 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aa3478-15dd-4c1f-97b8-5914c68e2c40', 'name': 'network-vif-deleted', 'tag': 'e419375f-29dc-41ee-928a-9431c15cfdcf', 'status': 'completed', 'code': 200} Sep 10 17:31:49.307597 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-76eb591d-bbd8-4dcf-ae8a-d82681126ab9 req-348dece7-1141-47f0-94f7-15c841844856 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=98aa3478-15dd-4c1f-97b8-5914c68e2c40 HTTP/1.1" status: 200 len: 210 time: 0.0440888 Sep 10 17:31:53.257858 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e419375f-29dc-41ee-928a-9431c15cfdcf no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:31:53.292161 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: e419375f-29dc-41ee-928a-9431c15cfdcf {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:31:53.292505 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device e419375f-29dc-41ee-928a-9431c15cfdcf not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:31:55.429448 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-aad0c5b2-607a-4ec2-9747-192538c9ba5b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:55.430899 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-aad0c5b2-607a-4ec2-9747-192538c9ba5b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/networks?id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c HTTP/1.1" status: 200 len: 814 time: 0.1397617 Sep 10 17:31:55.446847 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-9e7bd8ff-d24e-4258-bb3b-ccf0cc6b1e56 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/quotas/0c10f548a7ad455a902975b5b7add07b HTTP/1.1" status: 200 len: 375 time: 0.0106320 Sep 10 17:31:55.491218 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-c7d8d8dd-2124-4130-a9f0-d20331bed98d tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397906 Sep 10 17:31:55.621432 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-a7a15402-dd43-41a9-89db-e1c6d91b4bf4 service neutron] 10.222.0.58 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239307 Sep 10 17:31:55.753045 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-3f5e09fb-eaac-4e47-85c1-be9b717c9067 service neutron] 10.222.0.58 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253097 Sep 10 17:31:56.031480 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-a6848fc8-2e78-45ea-8518-f3645fc6bfbf req-28957253-5999-4c69-a925-edf5f984cf5c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Synchronizing usage tracker for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:31:56.115033 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-a6848fc8-2e78-45ea-8518-f3645fc6bfbf req-28957253-5999-4c69-a925-edf5f984cf5c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Unset dirty status for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:31:56.116405 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a6848fc8-2e78-45ea-8518-f3645fc6bfbf req-28957253-5999-4c69-a925-edf5f984cf5c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 210 time: 0.1288052 Sep 10 17:31:57.280861 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-f190e12f-d05a-48b0-bf8c-309ae47c2a49 req-192982d4-beeb-4222-af3f-83ea684a6555 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 210 time: 0.0454874 Sep 10 17:31:58.476421 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-8a05df00-46a2-4201-8228-a48b0a85755b req-43defaee-a500-4878-ae53-cc971d09d6ed tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 210 time: 0.0633039 Sep 10 17:31:58.486784 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-0ca16cac-6524-41ca-9c42-2263f2b67735 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:58.488722 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-0ca16cac-6524-41ca-9c42-2263f2b67735 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "GET /v2.0/networks?id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c HTTP/1.1" status: 200 len: 814 time: 0.2803602 Sep 10 17:31:58.512811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Request body: {'port': {'device_id': '6b098624-f07b-4dac-8a4d-dae95971a745', 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c', 'admin_state_up': True, 'tenant_id': '0c10f548a7ad455a902975b5b7add07b'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:31:58.649349 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:31:58.659558 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:31:58.801905 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Made reservation on behalf of 0c10f548a7ad455a902975b5b7add07b for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:31:58.804994 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:58.967351 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Allocated IP 172.20.0.12 (aa4b554e-cfbe-4d27-a1d3-1d43cf21219c/740832d3-ddcb-46ce-ac2f-296183c51948/ae7cdc19-965b-460e-80a7-15e800254c95) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:31:59.164210 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:59.253512 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:59.258609 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:31:59.327534 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:31:59.330674 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:31:59.334673 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:31:59.366144 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Pushing event updated for resources: {'Port': ['ID=ae7cdc19-965b-460e-80a7-15e800254c95,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:31:59.377020 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:31:59.399960 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:59.400561 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:59.482436 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9736712 Sep 10 17:31:59.493339 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Request body: {'port': {'device_id': '6b098624-f07b-4dac-8a4d-dae95971a745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:31:59.604727 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:59.673495 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d06ffa-1b3e-4579-b790-1f92f23d943c req-f7619501-b9d2-449a-b6a2-7217dd7fee92 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:31:59.674988 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d5d06ffa-1b3e-4579-b790-1f92f23d943c req-f7619501-b9d2-449a-b6a2-7217dd7fee92 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 932 time: 0.0761144 Sep 10 17:31:59.720690 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d5d06ffa-1b3e-4579-b790-1f92f23d943c req-972367c0-78b8-414c-b6ae-d5dd5f118fbd tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Sep 10 17:31:59.934687 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7cdc19-965b-460e-80a7-15e800254c95 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:31:59.941886 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:59.956523 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Transition to ACTIVE for port object ae7cdc19-965b-460e-80a7-15e800254c95 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:32:00.036333 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:00.040603 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c7adac48-716f-4e52-a5f6-2e41fe45fb32 tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:32:00.161145 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7cdc19-965b-460e-80a7-15e800254c95,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:32:00.165171 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:32:00.264755 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Attempting to bind port ae7cdc19-965b-460e-80a7-15e800254c95 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:32:00.265026 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Attempting to bind port ae7cdc19-965b-460e-80a7-15e800254c95 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:32:00.265332 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Attempting to bind port ae7cdc19-965b-460e-80a7-15e800254c95 on network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:32:00.271011 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Port ae7cdc19-965b-460e-80a7-15e800254c95 on network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:32:00.271327 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Attempting to bind port ae7cdc19-965b-460e-80a7-15e800254c95 on network aa4b554e-cfbe-4d27-a1d3-1d43cf21219c {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:32:00.277408 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:32:00.277741 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Checking segment: {'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:32:00.278120 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Bound using segment: {'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:32:00.278537 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Bound port: ae7cdc19-965b-460e-80a7-15e800254c95, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f2956-78cc-4d64-8ad5-b351322fe61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:32:00.278908 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:00.367674 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] For port ae7cdc19-965b-460e-80a7-15e800254c95, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:32:00.370541 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] For port ae7cdc19-965b-460e-80a7-15e800254c95, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ae7cdc19-965b-460e-80a7-15e800254c95,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:32:00.436396 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:00.440155 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-f777e32b-49f3-44e5-9508-4d38752f4374 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:32:00.499331 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:00.501217 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] 10.222.0.62 "PUT /v2.0/ports/ae7cdc19-965b-460e-80a7-15e800254c95 HTTP/1.1" status: 200 len: 1094 time: 1.0117962 Sep 10 17:32:00.501705 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b098624-f07b-4dac-8a4d-dae95971a745', 'tag': 'ae7cdc19-965b-460e-80a7-15e800254c95'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:32:00.518519 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7cdc19-965b-460e-80a7-15e800254c95,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:32:00.521559 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:32:00.555673 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b098624-f07b-4dac-8a4d-dae95971a745', 'tag': 'ae7cdc19-965b-460e-80a7-15e800254c95', 'status': 'completed', 'code': 200} Sep 10 17:32:00.646309 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dad9718f-f929-4b33-adb5-a811f4f23db3 req-aa1467fc-e31b-4730-9c44-f653a483e9c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 1097 time: 0.0691803 Sep 10 17:32:00.876483 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9718f-f929-4b33-adb5-a811f4f23db3 req-32abde82-8ef0-470f-8b4a-894e265817e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:00.877951 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dad9718f-f929-4b33-adb5-a811f4f23db3 req-32abde82-8ef0-470f-8b4a-894e265817e4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0c10f548a7ad455a902975b5b7add07b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2243626 Sep 10 17:32:00.926007 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfcb92-07fc-4988-8734-84c6b59189d3 req-87365430-c46a-466b-a9dc-6f9238a8d41b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:00.927515 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-53cfcb92-07fc-4988-8734-84c6b59189d3 req-87365430-c46a-466b-a9dc-6f9238a8d41b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 944 time: 0.0849693 Sep 10 17:32:00.973942 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-53cfcb92-07fc-4988-8734-84c6b59189d3 req-a0f8cc42-63ff-4a28-9e92-e2730ac96fda tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Sep 10 17:32:01.016639 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9718f-f929-4b33-adb5-a811f4f23db3 req-7c7636f4-5c44-4d77-81dd-928d29ca9a81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:01.018156 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-dad9718f-f929-4b33-adb5-a811f4f23db3 req-7c7636f4-5c44-4d77-81dd-928d29ca9a81 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345417 Sep 10 17:32:01.124726 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-346a6201-7b67-4d10-aec0-6ad82b9ed963 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 1097 time: 0.0724568 Sep 10 17:32:01.194327 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-48547bb2-fe99-444d-b566-412f0d62bcfd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae7cdc19-965b-460e-80a7-15e800254c95 HTTP/1.1" status: 200 len: 217 time: 0.0631666 Sep 10 17:32:01.255702 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-3c016061-2c38-410a-9bba-c70955fea0f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:01.257111 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-3c016061-2c38-410a-9bba-c70955fea0f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=740832d3-ddcb-46ce-ac2f-296183c51948 HTTP/1.1" status: 200 len: 854 time: 0.0567923 Sep 10 17:32:01.302851 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-5e777f9d-998a-4cf7-8187-d1319d8f5130 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391774 Sep 10 17:32:01.434140 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-3be898a9-b935-44ea-82a9-01d2616aa4e4 service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248479 Sep 10 17:32:01.565193 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-aa96a482-06ea-46b3-a98f-647fa83b6d9d req-de7a8cec-37c9-4aa2-83b2-d0fd1e319260 service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244926 Sep 10 17:32:02.176506 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcabf17-ca0c-411d-ae42-d610b2490cf6 req-2c4e819b-b542-45b9-9ae9-41586cf4aae1 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:02.177198 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3dcabf17-ca0c-411d-ae42-d610b2490cf6 req-2c4e819b-b542-45b9-9ae9-41586cf4aae1 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Synchronizing usage tracker for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:32:02.304584 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-3dcabf17-ca0c-411d-ae42-d610b2490cf6 req-2c4e819b-b542-45b9-9ae9-41586cf4aae1 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Unset dirty status for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:32:02.305746 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3dcabf17-ca0c-411d-ae42-d610b2490cf6 req-2c4e819b-b542-45b9-9ae9-41586cf4aae1 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 944 time: 0.2097905 Sep 10 17:32:02.352345 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-3dcabf17-ca0c-411d-ae42-d610b2490cf6 req-cd2a93b9-e377-4ff1-a276-b1280ff73510 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Sep 10 17:32:03.544453 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b0a2-cc63-4954-8bab-baa9e36ae371 req-63a8dbdc-8b68-48cc-8c9d-ee131804dc8b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:03.545920 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4985b0a2-cc63-4954-8bab-baa9e36ae371 req-63a8dbdc-8b68-48cc-8c9d-ee131804dc8b tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 944 time: 0.0757067 Sep 10 17:32:03.591465 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4985b0a2-cc63-4954-8bab-baa9e36ae371 req-b53ddba3-c2ea-462b-a4f3-1e380658e5af tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394766 Sep 10 17:32:03.840760 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f64929f7-193f-49d1-9eae-c5e14291592c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:04.253363 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:04.784081 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0a63c-64b0-4f27-baf3-eea1fbca0663 req-46d49bad-7800-4e3a-9f98-725d2580a278 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:04.785525 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f0a0a63c-64b0-4f27-baf3-eea1fbca0663 req-46d49bad-7800-4e3a-9f98-725d2580a278 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 944 time: 0.0769057 Sep 10 17:32:04.831243 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f0a0a63c-64b0-4f27-baf3-eea1fbca0663 req-daab0ca1-6d50-4848-a08b-03f2558251e2 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Sep 10 17:32:05.294967 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ae7cdc19-965b-460e-80a7-15e800254c95 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:32:05.376510 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:32:05.431019 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port ae7cdc19-965b-460e-80a7-15e800254c95, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ae7cdc19-965b-460e-80a7-15e800254c95,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:32:05.444781 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'ae7cdc19-965b-460e-80a7-15e800254c95', 'network_id': 'aa4b554e-cfbe-4d27-a1d3-1d43cf21219c', 'port_id': 'ae7cdc19-965b-460e-80a7-15e800254c95', 'mac_address': 'fa:16:3e:f8:0d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740832d3-ddcb-46ce-ac2f-296183c51948', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:32:05.498421 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:05.519428 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7cdc19-965b-460e-80a7-15e800254c95 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:32:05.533958 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port ae7cdc19-965b-460e-80a7-15e800254c95, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ae7cdc19-965b-460e-80a7-15e800254c95,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:32:05.613459 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:05.615349 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:32:05.682527 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=ae7cdc19-965b-460e-80a7-15e800254c95,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:32:05.690827 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.691169 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.691505 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.691836 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.692155 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.692479 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.692801 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.693118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.693437 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.693753 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.694066 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:05.697878 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:32:05.821322 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['ae7cdc19-965b-460e-80a7-15e800254c95'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:32:06.002042 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-724c1ded-0b33-4f94-b4e2-c77473086dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:06.037113 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4265a54-db41-4d1b-8286-68526f69cd65 req-fa107e89-35a8-45df-a300-34a6c2d0e1f5 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:06.044345 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a4265a54-db41-4d1b-8286-68526f69cd65 req-fa107e89-35a8-45df-a300-34a6c2d0e1f5 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 945 time: 0.0838490 Sep 10 17:32:06.084719 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a4265a54-db41-4d1b-8286-68526f69cd65 req-7bc82de6-65a3-4d77-8283-b3c75ff43b58 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Sep 10 17:32:07.035674 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:07.297110 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ae7cdc19-965b-460e-80a7-15e800254c95 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:32:07.301618 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfea3f-e542-4ebf-a8c8-add9842a5c81 req-69061435-d595-46e7-96cd-0214f324fdac tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:07.303088 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eccfea3f-e542-4ebf-a8c8-add9842a5c81 req-69061435-d595-46e7-96cd-0214f324fdac tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 945 time: 0.0794210 Sep 10 17:32:07.349694 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-eccfea3f-e542-4ebf-a8c8-add9842a5c81 req-edbe353f-ded5-4790-9ce1-0ad00583d546 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Sep 10 17:32:07.418984 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port ae7cdc19-965b-460e-80a7-15e800254c95 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:32:07.424666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port ae7cdc19-965b-460e-80a7-15e800254c95 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:32:07.425042 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:07.536226 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:07.562783 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b098624-f07b-4dac-8a4d-dae95971a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7cdc19-965b-460e-80a7-15e800254c95'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:32:07.571802 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port ae7cdc19-965b-460e-80a7-15e800254c95, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ae7cdc19-965b-460e-80a7-15e800254c95,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:32:07.688484 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:07.690378 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:32:07.720239 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b098624-f07b-4dac-8a4d-dae95971a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7cdc19-965b-460e-80a7-15e800254c95', 'code': 200} Sep 10 17:32:07.756333 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=ae7cdc19-965b-460e-80a7-15e800254c95,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:32:07.759246 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:32:08.107569 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-67e98c07-3750-40e2-ab9c-b3ec56440272 req-3a5c2433-b560-498c-9959-889f27874073 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 1099 time: 0.0685101 Sep 10 17:32:08.152829 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-67e98c07-3750-40e2-ab9c-b3ec56440272 req-17143f85-caca-4b5c-bfcc-139bee0acc57 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Sep 10 17:32:08.499685 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:08.548209 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c65e02-577c-4a90-8d1e-ac106669dfca req-4b654dcc-7929-4ffa-983e-04f5a7d80c9c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:08.549661 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-63c65e02-577c-4a90-8d1e-ac106669dfca req-4b654dcc-7929-4ffa-983e-04f5a7d80c9c tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 946 time: 0.0759923 Sep 10 17:32:08.594079 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-63c65e02-577c-4a90-8d1e-ac106669dfca req-5dc13a39-08dd-49be-bfab-8900207dc805 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390098 Sep 10 17:32:09.793620 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6da26-7981-430b-8bae-19ee41a34b8d req-59f33772-8490-4d50-b2bf-99620c97ecc4 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:09.795108 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dfe6da26-7981-430b-8bae-19ee41a34b8d req-59f33772-8490-4d50-b2bf-99620c97ecc4 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 946 time: 0.0758150 Sep 10 17:32:09.839773 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-dfe6da26-7981-430b-8bae-19ee41a34b8d req-45756a38-02a8-43ef-9c38-c9b3323e8ff9 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385463 Sep 10 17:32:17.201570 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:25.986951 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-6406a512-a571-4b6a-a608-1e879b9b6fdf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715997 Sep 10 17:32:26.126380 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-94acec3e-7b2f-45f3-85c8-a7a6e8b242c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c10f548a7ad455a902975b5b7add07b&device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 1099 time: 0.0698066 Sep 10 17:32:26.269493 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-a7e7a91c-e14e-4755-9477-a8ea838594da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:26.270976 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-a7e7a91c-e14e-4755-9477-a8ea838594da service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c HTTP/1.1" status: 200 len: 915 time: 0.1261549 Sep 10 17:32:26.425239 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-fe20c9bb-860b-400b-b333-1cbf50c7bb36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae7cdc19-965b-460e-80a7-15e800254c95 HTTP/1.1" status: 200 len: 217 time: 0.1474817 Sep 10 17:32:26.486549 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-a7c85e24-bfb2-4cc4-9637-4087fabeee94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:26.488246 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-a7c85e24-bfb2-4cc4-9637-4087fabeee94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=740832d3-ddcb-46ce-ac2f-296183c51948 HTTP/1.1" status: 200 len: 854 time: 0.0566661 Sep 10 17:32:26.533613 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-57a6517d-a74f-4040-8d63-b403e45831a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391054 Sep 10 17:32:26.662977 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-a4dc0d1c-bc7e-489e-99a8-a85b0248fb73 service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225677 Sep 10 17:32:26.793297 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-48e44ab8-e757-4690-b5a5-4b0d6f5697b9 req-cf28903b-ab90-449e-ad30-3aae49f3a266 service neutron] 10.222.0.62 "GET /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232898 Sep 10 17:32:33.858520 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-dc6694c7-e78c-4d4c-a972-b0b3489a5ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:34.309948 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:36.108863 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-24bd4e90-bbb6-4763-81b2-e8f6fe92c63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:37.068494 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:37.939480 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38a201-7e6d-4c3b-b1c0-2d0f6a5da47b req-166cd0dc-1c99-41ad-b169-a1c6be7b5dd2 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:37.940930 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2b38a201-7e6d-4c3b-b1c0-2d0f6a5da47b req-166cd0dc-1c99-41ad-b169-a1c6be7b5dd2 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 946 time: 0.0795128 Sep 10 17:32:37.986193 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2b38a201-7e6d-4c3b-b1c0-2d0f6a5da47b req-8dfbd3c3-6ca2-4b3f-81ff-99e8bfdbd00a tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Sep 10 17:32:38.532740 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:39.186722 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6469-04ac-4b29-b6ff-94d42ee7c2e0 req-c7b79c1d-d832-4479-80ba-771473262ee6 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:39.188194 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3edc6469-04ac-4b29-b6ff-94d42ee7c2e0 req-c7b79c1d-d832-4479-80ba-771473262ee6 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 946 time: 0.0800779 Sep 10 17:32:39.232478 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-3edc6469-04ac-4b29-b6ff-94d42ee7c2e0 req-bfdbdab5-09a1-4508-b221-cc1d69d567bb tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Sep 10 17:32:40.424375 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b597b-aac1-4b38-98a4-6f7eb054df76 req-c4b0cc6c-ed50-4558-a817-0804791d4599 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:40.425816 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7f8b597b-aac1-4b38-98a4-6f7eb054df76 req-c4b0cc6c-ed50-4558-a817-0804791d4599 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 946 time: 0.0760603 Sep 10 17:32:40.472977 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-7f8b597b-aac1-4b38-98a4-6f7eb054df76 req-7b8285ec-7ebb-46e6-a838-7c3a580fb2e7 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Sep 10 17:32:41.665128 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f165f4-1856-4b7f-9926-1df5bca87a4a req-05aec5a5-3ee0-4a13-97e7-1c7cbff6db42 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:41.666563 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-43f165f4-1856-4b7f-9926-1df5bca87a4a req-05aec5a5-3ee0-4a13-97e7-1c7cbff6db42 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 946 time: 0.0759232 Sep 10 17:32:41.715784 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-43f165f4-1856-4b7f-9926-1df5bca87a4a req-988373be-e9fe-4f66-9004-f5895b5837ac tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0727a91-4941-46a1-b1df-58035a7ac9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Sep 10 17:32:42.004927 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-8078b8ff-71c0-4a85-80ad-92111c680317 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:32:42.006294 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-8078b8ff-71c0-4a85-80ad-92111c680317 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 946 time: 0.0757248 Sep 10 17:32:42.072097 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Deleting port ae7cdc19-965b-460e-80a7-15e800254c95 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:32:42.072437 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:42.311672 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] For port ae7cdc19-965b-460e-80a7-15e800254c95, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=ae7cdc19-965b-460e-80a7-15e800254c95,segment=NetworkSegment(338f2956-78cc-4d64-8ad5-b351322fe61e),segment_id=338f2956-78cc-4d64-8ad5-b351322fe61e)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:32:42.312062 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:42.377403 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:32:42.432050 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Calling delete_port for ae7cdc19-965b-460e-80a7-15e800254c95 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:32:42.629449 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:42.634923 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-98977825-78dd-4bdb-8415-f0e0b4295110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:32:42.640968 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['ae7cdc19-965b-460e-80a7-15e800254c95'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:32:42.678310 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Pushing event deleted for resources: {'Port': ['ID=ae7cdc19-965b-460e-80a7-15e800254c95,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:32:42.682591 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:32:42.753825 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] No DVR routers for this DVR port ae7cdc19-965b-460e-80a7-15e800254c95 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:32:42.756652 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:42.759720 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b098624-f07b-4dac-8a4d-dae95971a745', 'name': 'network-vif-deleted', 'tag': 'ae7cdc19-965b-460e-80a7-15e800254c95'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:32:42.817047 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b098624-f07b-4dac-8a4d-dae95971a745', 'name': 'network-vif-deleted', 'tag': 'ae7cdc19-965b-460e-80a7-15e800254c95', 'status': 'completed', 'code': 200} Sep 10 17:32:42.872093 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-94d1689c-f217-4df4-8e4e-43cd6e8c2fee req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.62 "DELETE /v2.0/ports/ae7cdc19-965b-460e-80a7-15e800254c95 HTTP/1.1" status: 204 len: 173 time: 0.8607695 Sep 10 17:32:42.877683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-a22cf955-f0bf-4544-bbca-a7a40ce1f2f1 req-dccb0176-7c47-4d51-accf-70732f3238a6 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Synchronizing usage tracker for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:32:43.029452 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-a22cf955-f0bf-4544-bbca-a7a40ce1f2f1 req-dccb0176-7c47-4d51-accf-70732f3238a6 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Unset dirty status for tenant:0c10f548a7ad455a902975b5b7add07b on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:32:43.031132 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-a22cf955-f0bf-4544-bbca-a7a40ce1f2f1 req-dccb0176-7c47-4d51-accf-70732f3238a6 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b098624-f07b-4dac-8a4d-dae95971a745 HTTP/1.1" status: 200 len: 210 time: 0.1952066 Sep 10 17:32:47.275270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:47.513561 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ae7cdc19-965b-460e-80a7-15e800254c95 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:32:47.546371 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: ae7cdc19-965b-460e-80a7-15e800254c95 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:32:47.546721 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device ae7cdc19-965b-460e-80a7-15e800254c95 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:33:03.845000 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0e853e4e-979a-48eb-bc3a-e4310e517f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:04.303599 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:06.412346 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2d51528a-bfdd-49c9-b14c-e5e78db0f378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:06.769563 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43050) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:06.831650 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_v2 [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Deleting subnet 740832d3-ddcb-46ce-ac2f-296183c51948 {{(pid=76068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:33:06.834585 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:06.882612 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286010'] for subnet, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:06.936271 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.052041 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.086127 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7516739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7372479'] for subnet, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.090273 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:07.126027 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740832d3-ddcb-46ce-ac2f-296183c51948,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:07.131424 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.139485 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/740832d3-ddcb-46ce-ac2f-296183c51948 HTTP/1.1" status: 204 len: 168 time: 0.3689144 Sep 10 17:33:07.141851 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43054) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:07.161574 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.161940 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.162298 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.162654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.163031 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.163380 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.163723 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.164067 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.164406 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.164743 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.165149 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:07.168211 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-24948576-e684-4bda-a5af-032bf5e6832e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:07.253404 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.458762 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.471308 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4b554e-cfbe-4d27-a1d3-1d43cf21219c']}} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:07.482792 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338f2956-78cc-4d64-8ad5-b351322fe61e') {'for_net_delete': True} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:07.483090 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.services.segments.db [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338f2956-78cc-4d64-8ad5-b351322fe61e') {} {{(pid=76068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:07.493876 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8285987'] for segment, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.509609 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.516018 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=76068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:33:07.516387 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7516701'] for segment, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: Traceback (most recent call last): Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: timer() Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: cb(*args, **kw) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: return func(*args, **kwargs) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: self._notify() Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: self.callback(batched_events) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: event.method(event) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: return f(self, *a, **k) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: return self._get(url).json() Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: return self.request(url, 'GET', **kwargs) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:33:07.529045 dv-cinder-808475-1-smb neutron-server[76068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:33:07.730976 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.734993 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:07.748003 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:07.759111 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4b554e-cfbe-4d27-a1d3-1d43cf21219c,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:07.761811 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:07.892746 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-bdc257fe-4e46-4aa0-a96d-79c52b091a57 admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa4b554e-cfbe-4d27-a1d3-1d43cf21219c HTTP/1.1" status: 204 len: 168 time: 0.7499516 Sep 10 17:33:08.283872 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43060) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:08.334021 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d33f40b0-191f-4ab6-9aa3-abbae9da6d17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c10f548a7ad455a902975b5b7add07b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489028 Sep 10 17:33:08.336409 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43064) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:08.399698 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d57b514a-f9f2-42a3-9247-bfb6a1f9ad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:08.424501 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d57b514a-f9f2-42a3-9247-bfb6a1f9ad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:08.515238 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:08.623685 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d57b514a-f9f2-42a3-9247-bfb6a1f9ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:08.627398 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3b12035a-b2f3-45c6-a012-ec10be08d85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:08.641010 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b514a-f9f2-42a3-9247-bfb6a1f9ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0727a91-4941-46a1-b1df-58035a7ac9ac,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:08.643681 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d57b514a-f9f2-42a3-9247-bfb6a1f9ad61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:08.776662 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d57b514a-f9f2-42a3-9247-bfb6a1f9ad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:08.777755 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d57b514a-f9f2-42a3-9247-bfb6a1f9ad61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0727a91-4941-46a1-b1df-58035a7ac9ac HTTP/1.1" status: 204 len: 168 time: 0.4404747 Sep 10 17:33:10.103342 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43086) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:10.265761 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-224392047-network', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:10.270327 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:10.274092 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Usage tracker for resource:network and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:10.276903 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:10.283065 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:10.366142 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Made reservation on behalf of bc95af67a11a4f8a81bc7a18a4c5dff2 for: {'network': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:33:10.368413 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.380729 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.411863 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:10.415711 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:10.418427 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:10.424084 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:10.488134 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.578008 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.582075 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-2ddf22ea-c726-479b-ba4b-aa37d2452347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:10.610758 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=76068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:33:10.623896 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7bc3ef-ee7a-47bd-912d-94e32a5e8cfa,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:10.625890 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:10.628602 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.628941 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.segments_db [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Added segment 4307af4b-ecb3-40ce-bad0-e40d7864f135 of type vlan for network 981be0b4-9094-4d91-88e7-d0265549d26c Sep 10 17:33:10.655403 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.828576 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.829789 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:10.830387 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:10.835502 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ee0ef8e5-b34b-4721-b5db-f5773f9fc712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:10.936051 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Pushing event updated for resources: {'Network': ['ID=981be0b4-9094-4d91-88e7-d0265549d26c,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:10.938736 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:10.945577 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network 981be0b4-9094-4d91-88e7-d0265549d26c details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:33:11.052792 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9483688 Sep 10 17:33:11.055525 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43092) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:11.061459 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Request body: {'subnet': {'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-224392047-subnet', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'ip_version': 4}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:11.066159 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:11.070130 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Usage tracker for resource:subnet and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:11.072980 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:11.078697 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:11.160280 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Made reservation on behalf of bc95af67a11a4f8a81bc7a18a4c5dff2 for: {'subnet': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:33:11.162499 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7372442'] for subnet, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:11.440605 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7516802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7372468'] for subnet, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:11.444647 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:11.517541 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7d3676-98db-4a39-8635-efae30385133,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:11.521327 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:11.529773 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Checking segment: {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:11.530122 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Network hostable DHCP agents. Network: 981be0b4-9094-4d91-88e7-d0265549d26c, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:33:11.646062 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Network 981be0b4-9094-4d91-88e7-d0265549d26c is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:33:11.788932 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, 981be0b4-9094-4d91-88e7-d0265549d26c) {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:11.792832 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:11.793416 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:11.798145 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307f046-b81a-4b50-9351-fc2320c49bed None None] Network 981be0b4-9094-4d91-88e7-d0265549d26c requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:33:11.955556 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-505a8fc5-e719-4fbb-aca7-d3a755a2aac7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8988988 Sep 10 17:33:11.958076 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43096) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:11.963489 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:11.968069 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:11.971961 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Usage tracker for resource:router and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:11.974877 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:11.980574 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:12.006509 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-981be0b4-9094-4d91-88e7-d0265549d26c', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:33:12.009975 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.063642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.064646 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.083066 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.160617 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Allocated IP 172.20.0.2 (981be0b4-9094-4d91-88e7-d0265549d26c/4e7d3676-98db-4a39-8635-efae30385133/e09c2a1f-3a0e-4dba-811a-bc82a4c90a72) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:12.321310 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.364701 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.374563 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Transition to ACTIVE for port object e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:12.392780 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Transition to ACTIVE for port object e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:12.480992 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.486563 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:12.551873 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Network 981be0b4-9094-4d91-88e7-d0265549d26c is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:12.554796 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:12.559237 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:12.561890 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Pushing event updated for resources: {'Port': ['ID=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:12.600654 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.600873 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.601223 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.601559 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.601889 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.602220 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.602544 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.602894 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.603216 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.603538 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.603858 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:12.611320 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:12.617523 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.647166 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.659170 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Attempting to bind port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:12.659618 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Attempting to bind port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:12.659904 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Attempting to bind port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 on network 981be0b4-9094-4d91-88e7-d0265549d26c {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:12.666353 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:12.666725 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Checking segment: {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:12.667204 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.667653 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Bound using segment: {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:12.668118 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Bound port: e09c2a1f-3a0e-4dba-811a-bc82a4c90a72, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:12.668496 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.759036 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] For port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:12.762396 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] For port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:12.780621 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Allocated IP 172.28.0.161 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/4936d886-6955-41f8-9aab-1b3d30a1b33e) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:12.875704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:12.879946 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:12.972041 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Pushing event updated for resources: {'Port': ['ID=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:12.975323 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-db153165-4d45-4bd8-ba86-b53511ff2021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:13.018717 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:13.142319 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:13.142319 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c9a05d2b-a07d-4377-ab28-95d4f008d621 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:13.187716 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:13.190713 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:13.209259 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:13.225752 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Pushing event updated for resources: {'Port': ['ID=4936d886-6955-41f8-9aab-1b3d30a1b33e,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:13.239883 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:13.248406 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:13.434636 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:13.498224 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:13.498973 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:13.847218 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94fb6b-683e-4c2e-9fb2-76b32e826ea3 None None] Network 981be0b4-9094-4d91-88e7-d0265549d26c requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:33:13.863219 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Router 93fa465d-3d82-45c9-9a34-b326823d5e3d is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:33:14.063111 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:33:14.086988 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Sync routers for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:33:14.089369 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Provisioning for port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:14.103665 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Provisioning complete for port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:14.104027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:14.166617 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:14.167274 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:14.223290 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:14.227094 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2654688 Sep 10 17:33:14.227450 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43100) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:14.395597 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:14.448011 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:14.493223 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] For port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:14.623828 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:14.634124 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:14.733459 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Pushing event updated for resources: {'Port': ['ID=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:14.737884 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:14.791549 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-8b086a3d-12b2-4057-90ef-09689ca1a73e None None] Provisioning complete for port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:14.794977 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-8b086a3d-12b2-4057-90ef-09689ca1a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:14.867480 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:13Z', 'revision_number': 3, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:14.897937 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Checking router: 93fa465d-3d82-45c9-9a34-b326823d5e3d for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:33:14.898270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Updating router 93fa465d-3d82-45c9-9a34-b326823d5e3d port 4936d886-6955-41f8-9aab-1b3d30a1b33e binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:33:14.967677 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.045929 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.185616 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:15.254590 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Allocated IP 172.20.0.1 (981be0b4-9094-4d91-88e7-d0265549d26c/4e7d3676-98db-4a39-8635-efae30385133/c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:15.337219 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:15.337858 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.392491 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.401780 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.410672 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Transition to ACTIVE for port object 4936d886-6955-41f8-9aab-1b3d30a1b33e will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:15.416939 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.provisioning_blocks [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Transition to ACTIVE for port object c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 will not be triggered until provisioned by entity DHCP. {{(pid=76067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:15.530865 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.534693 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:15.572259 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.576698 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:15.608601 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Attempting to bind port 4936d886-6955-41f8-9aab-1b3d30a1b33e on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:15.608982 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Attempting to bind port 4936d886-6955-41f8-9aab-1b3d30a1b33e by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:15.609381 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Attempting to bind port 4936d886-6955-41f8-9aab-1b3d30a1b33e on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:15.616670 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd605-c2f5-4620-82e4-edd3afbe85c8 None None] Pushing event updated for resources: {'Port': ['ID=4936d886-6955-41f8-9aab-1b3d30a1b33e,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:15.621723 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-96cfd605-c2f5-4620-82e4-edd3afbe85c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:15.623486 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:15.623897 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:15.624355 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.624819 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:15.625398 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Bound port: 4936d886-6955-41f8-9aab-1b3d30a1b33e, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:15.625908 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.642346 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Network 981be0b4-9094-4d91-88e7-d0265549d26c is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:15.645254 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:15.649144 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:15.687500 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Pushing event updated for resources: {'Port': ['ID=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:15.706080 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] For port 4936d886-6955-41f8-9aab-1b3d30a1b33e, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:15.706955 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.707335 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.707704 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.708069 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.708428 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.708793 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.709148 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.709504 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.709691 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] For port 4936d886-6955-41f8-9aab-1b3d30a1b33e, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=4936d886-6955-41f8-9aab-1b3d30a1b33e,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:15.709883 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.710313 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.710553 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:15.716063 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:15.725014 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.858165 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:15.862121 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:15.946107 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd605-c2f5-4620-82e4-edd3afbe85c8 None None] Pushing event updated for resources: {'Port': ['ID=4936d886-6955-41f8-9aab-1b3d30a1b33e,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:15.949485 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-96cfd605-c2f5-4620-82e4-edd3afbe85c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:15.952370 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:15.952988 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:15.955432 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.027949 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-0f97e012-eddc-4566-a164-515e2041cb35 None None] Provisioning for port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:16.036334 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-0f97e012-eddc-4566-a164-515e2041cb35 None None] Provisioning complete for port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:16.036717 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0f97e012-eddc-4566-a164-515e2041cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.160005 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-0f97e012-eddc-4566-a164-515e2041cb35 None None] Port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:33:16.177508 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.180289 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:16.239264 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.270363 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-ae54fdc6-c342-403d-820d-0bb3e9560531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:16.345568 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.350327 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Pushing event updated for resources: {'Port': ['ID=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:16.353160 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:16.495879 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 1, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:16.499965 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8afe3-3b6b-4806-beb4-fd755d78a1d8 None None] The sync data for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb is: [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 1, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:33:16.562243 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Network 981be0b4-9094-4d91-88e7-d0265549d26c is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:16.563510 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:16.888275 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-40b437c7-323b-4962-bcd4-d3c1d0ea2916 None None] Provisioning complete for port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:16.888662 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-40b437c7-323b-4962-bcd4-d3c1d0ea2916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:16.950953 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-40b437c7-323b-4962-bcd4-d3c1d0ea2916 None None] Port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:33:16.988072 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Router 93fa465d-3d82-45c9-9a34-b326823d5e3d has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:33:17.217421 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:33:17.222033 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 4936d886-6955-41f8-9aab-1b3d30a1b33e up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:17.234230 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] 10.222.0.58 "PUT /v2.0/routers/93fa465d-3d82-45c9-9a34-b326823d5e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0055785 Sep 10 17:33:17.279416 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:17.372001 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 4936d886-6955-41f8-9aab-1b3d30a1b33e completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:17.377986 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 4936d886-6955-41f8-9aab-1b3d30a1b33e triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:17.378383 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:17.497353 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:17.514086 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 4936d886-6955-41f8-9aab-1b3d30a1b33e, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=4936d886-6955-41f8-9aab-1b3d30a1b33e,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:17.616415 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:17.618324 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-0e6728c0-1646-40ae-a703-ae56b2b8aae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:17.685750 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=4936d886-6955-41f8-9aab-1b3d30a1b33e,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:17.689144 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:18.582884 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43122) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:18.588805 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2007470468-network', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:18.602949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:18.602949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Usage tracker for resource:network and tenant:7b14d578ba4c472c919b3d30f75b2e95 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:18.602949 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:18.606333 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:18.707693 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Made reservation on behalf of 7b14d578ba4c472c919b3d30f75b2e95 for: {'network': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:33:18.710102 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for network, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:18.724176 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:18.756083 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:18.759873 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Usage tracker for resource:security_group_rule and tenant:7b14d578ba4c472c919b3d30f75b2e95 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:18.762675 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:18.768941 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:18.836218 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:18.914507 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:18.917545 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-64a2c891-7c92-4795-bac5-9b286cb20675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:18.947889 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=76067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 10 17:33:18.956629 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc9006e-00ed-4103-a59a-4c4f75358fd1,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:18.960107 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:18.963020 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:18.963366 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.segments_db [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Added segment bda163da-87ea-40fe-ad37-b7d40da842bb of type vlan for network d1116538-0e7e-45bf-9a13-e33bf15afe62 Sep 10 17:33:18.989550 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772533872586'] for network, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:19.108696 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100'] for network, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:19.109931 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:19.110520 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:19.114084 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-13196fd8-aacb-407b-b5b1-10effaaea9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:19.183650 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 4936d886-6955-41f8-9aab-1b3d30a1b33e up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:19.214833 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1116538-0e7e-45bf-9a13-e33bf15afe62,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:19.218140 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:19.229876 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 details requested by agent ovs-agent-dv-cinder-808475-1-smb with host dv-cinder-808475-1-smb {{(pid=76069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 10 17:33:19.306530 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7201324 Sep 10 17:33:19.306745 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43126) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:19.312143 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Request body: {'subnet': {'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2007470468-subnet', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'ip_version': 4}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:19.317448 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:19.321295 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Usage tracker for resource:subnet and tenant:7b14d578ba4c472c919b3d30f75b2e95 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:19.324188 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:19.330632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:19.348767 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 4936d886-6955-41f8-9aab-1b3d30a1b33e triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:19.349152 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:19.377043 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:33:19.457611 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Made reservation on behalf of 7b14d578ba4c472c919b3d30f75b2e95 for: {'subnet': 1} {{(pid=76067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:33:19.460205 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8051061'] for subnet, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:19.760249 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7523843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8051035'] for subnet, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:19.765241 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-62b9267e-b02a-4826-82f7-37e5fc94971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:19.833304 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a7a885-e018-4671-a734-daac7e2d251f,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:19.837876 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:19.848139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Checking segment: {'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:19.848501 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Network hostable DHCP agents. Network: d1116538-0e7e-45bf-9a13-e33bf15afe62, hostable agents: ['7b539059-f102-466c-8702-0b03fae9e2d6'], hosted agents: [] {{(pid=76067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:33:19.954065 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 is scheduled to be hosted by DHCP agent 7b539059-f102-466c-8702-0b03fae9e2d6 with binding_index 1 {{(pid=76067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:33:20.034184 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808475-1-smb, d1116538-0e7e-45bf-9a13-e33bf15afe62) {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:20.037906 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:20.038488 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.042666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c9a30-ab09-4d74-87c5-0f4c807acf36 None None] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:33:20.155753 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-c8c138a5-8a41-41e2-a996-407feaecad18 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8479559 Sep 10 17:33:20.158483 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43130) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:20.163943 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:20.168604 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:20.173158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Usage tracker for resource:router and tenant:7b14d578ba4c472c919b3d30f75b2e95 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:20.176893 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:20.182669 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:20.279001 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-859327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.282647 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-859170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-863690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-856778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.282849 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c3e86a0-8b49-52d2-b97e-e1d67167cea4-d1116538-0e7e-45bf-9a13-e33bf15afe62', 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'fixed_ips': [{'subnet_id': '87a7a885-e018-4671-a734-daac7e2d251f'}]}} from dv-cinder-808475-1-smb. {{(pid=76069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 10 17:33:20.282849 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.297835 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.436078 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.db_base_plugin_common [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Allocated IP 172.20.0.2 (d1116538-0e7e-45bf-9a13-e33bf15afe62/87a7a885-e018-4671-a734-daac7e2d251f/e46dfef2-81ea-4a4a-8f20-ac0391defa5c) {{(pid=76069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:20.572119 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-857136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-859305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30325'] for router, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.638799 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Notify callbacks [] for port, precommit_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.648699 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Transition to ACTIVE for port object e46dfef2-81ea-4a4a-8f20-ac0391defa5c will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:20.667207 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Transition to ACTIVE for port object e46dfef2-81ea-4a4a-8f20-ac0391defa5c will not be triggered until provisioned by entity DHCP. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:20.755046 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811'] for port, after_create {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.760149 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:20.823783 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 is already hosted by enough agents. {{(pid=76069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:20.826389 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.827243 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.scheduler.base_scheduler [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Resources bound (agent type, host, resource id): {{(pid=76069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:20.831572 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Received port after_create {{(pid=76069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:20.833607 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Pushing event updated for resources: {'Port': ['ID=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,revision_number=1']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:20.837659 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:20.856380 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.921909 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Attempting to bind port e46dfef2-81ea-4a4a-8f20-ac0391defa5c on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:20.922280 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Attempting to bind port e46dfef2-81ea-4a4a-8f20-ac0391defa5c by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:20.922652 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Attempting to bind port e46dfef2-81ea-4a4a-8f20-ac0391defa5c on network d1116538-0e7e-45bf-9a13-e33bf15afe62 {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:20.929371 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:20.929748 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Checking segment: {'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:20.930153 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.930666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Bound using segment: {'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:20.937330 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Bound port: e46dfef2-81ea-4a4a-8f20-ac0391defa5c, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:20.937330 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:20.990283 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Allocated IP 172.28.0.175 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/2d597556-2e92-43b2-8df2-10a5b1da628d) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:21.019000 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] For port e46dfef2-81ea-4a4a-8f20-ac0391defa5c, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:21.021926 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] For port e46dfef2-81ea-4a4a-8f20-ac0391defa5c, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,segment=NetworkSegment(bda163da-87ea-40fe-ad37-b7d40da842bb),segment_id=bda163da-87ea-40fe-ad37-b7d40da842bb)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:21.119693 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:21.123972 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:21.136316 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:21.202018 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Pushing event updated for resources: {'Port': ['ID=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,revision_number=2']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:21.205054 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:21.256838 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:21.260793 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dbc63e1d-3496-4990-8500-55af8ef2e763 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:21.353744 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:21.357273 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:21.361025 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:21.393904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Pushing event updated for resources: {'Port': ['ID=2d597556-2e92-43b2-8df2-10a5b1da628d,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:21.404836 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:21.641450 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:21.642085 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-859318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-857109'] for router, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:22.044099 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8c334-e12c-490f-8441-8eab1a26124b None None] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:33:22.059754 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Router 085adef5-ccc5-410d-8bb6-b970ef7afc45 is scheduled to L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f with binding_index 1 {{(pid=76068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:33:22.246386 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-70b239e3-71a7-4a55-a521-13c22af42824 None None] Provisioning for port e46dfef2-81ea-4a4a-8f20-ac0391defa5c completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:22.265112 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:33:22.274511 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Sync routers for ids ['085adef5-ccc5-410d-8bb6-b970ef7afc45'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:33:22.289954 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Routers {'085adef5-ccc5-410d-8bb6-b970ef7afc45'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:22.290684 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['085adef5-ccc5-410d-8bb6-b970ef7afc45'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:22.389050 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:22.406063 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-cda1c75b-a56e-49d2-a0a2-d464ef37e335 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2309117 Sep 10 17:33:22.406063 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43134) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:22.479707 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Set router 085adef5-ccc5-410d-8bb6-b970ef7afc45 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:22.757598 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:21Z', 'revision_number': 3, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port': {'id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:22.761407 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Checking router: 085adef5-ccc5-410d-8bb6-b970ef7afc45 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:33:22.762020 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Updating router 085adef5-ccc5-410d-8bb6-b970ef7afc45 port 2d597556-2e92-43b2-8df2-10a5b1da628d binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:33:22.815929 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.125671 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.132794 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.148975 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Transition to ACTIVE for port object 2d597556-2e92-43b2-8df2-10a5b1da628d will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:23.209840 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e46dfef2-81ea-4a4a-8f20-ac0391defa5c up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:23.235237 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.246882 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:23.321386 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Pushing event updated for resources: {'Port': ['ID=2d597556-2e92-43b2-8df2-10a5b1da628d,revision_number=2']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:23.331638 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.332054 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.332452 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.333161 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.333161 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.333550 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.333928 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.334330 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.334717 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.335123 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.335552 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:33:23.340090 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:23.341643 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Attempting to bind port 2d597556-2e92-43b2-8df2-10a5b1da628d on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:23.342166 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Attempting to bind port 2d597556-2e92-43b2-8df2-10a5b1da628d by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:23.343331 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Attempting to bind port 2d597556-2e92-43b2-8df2-10a5b1da628d on network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:23.346635 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Allocated IP 172.20.0.1 (d1116538-0e7e-45bf-9a13-e33bf15afe62/87a7a885-e018-4671-a734-daac7e2d251f/32ce8a4d-e5e1-47ce-b145-7e03c8e44e67) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:23.349601 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:23.350034 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Checking segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:23.350525 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.350995 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Bound using segment: {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:23.351528 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Bound port: 2d597556-2e92-43b2-8df2-10a5b1da628d, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:23.351982 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.416382 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port e46dfef2-81ea-4a4a-8f20-ac0391defa5c completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:23.425714 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port e46dfef2-81ea-4a4a-8f20-ac0391defa5c triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:23.425714 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.430018 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] For port 2d597556-2e92-43b2-8df2-10a5b1da628d, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:23.433296 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] For port 2d597556-2e92-43b2-8df2-10a5b1da628d, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=2d597556-2e92-43b2-8df2-10a5b1da628d,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:23.541304 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.579037 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port e46dfef2-81ea-4a4a-8f20-ac0391defa5c, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,segment=NetworkSegment(bda163da-87ea-40fe-ad37-b7d40da842bb),segment_id=bda163da-87ea-40fe-ad37-b7d40da842bb)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:23.609844 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.630432 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Transition to ACTIVE for port object 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 will not be triggered until provisioned by entity DHCP. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:23.784479 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.788727 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-1c20e327-0814-470a-b3f1-0715c825d7b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:23.812112 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.812632 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:23.814468 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-29356ad3-acf0-4541-bec2-66b961b31e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:23.817366 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3ab03637-6e3b-4dd9-992a-bc2399a48711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:23.867200 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Pushing event updated for resources: {'Port': ['ID=2d597556-2e92-43b2-8df2-10a5b1da628d,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:23.870604 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-9675553b-6317-4a13-801a-c2778d9ad7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:23.871320 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Routers {'085adef5-ccc5-410d-8bb6-b970ef7afc45'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:23.872912 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['085adef5-ccc5-410d-8bb6-b970ef7afc45'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:23.880838 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:23.883606 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:23.883948 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:23.887521 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:23.887680 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:23.930854 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Pushing event updated for resources: {'Port': ['ID=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:23.936786 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:23.952104 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-857299'] for router_interface, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:24.084629 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] Set router 085adef5-ccc5-410d-8bb6-b970ef7afc45 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:24.244581 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:24.330078 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-9ae1ec77-f868-4954-b918-c5723913b531 None None] Provisioning for port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:24.335906 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-9ae1ec77-f868-4954-b918-c5723913b531 None None] Provisioning complete for port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:24.336565 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-9ae1ec77-f868-4954-b918-c5723913b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:24.380550 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:21Z', 'revision_number': 3, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port': {'id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:24.384728 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ef60d-219a-45f4-9a8a-994924c983cb None None] The sync data for ids ['085adef5-ccc5-410d-8bb6-b970ef7afc45'] in dv-cinder-808475-1-smb is: [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:21Z', 'revision_number': 3, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port': {'id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:33:24.399162 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1ec77-f868-4954-b918-c5723913b531 None None] Port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:33:24.465292 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:24.554491 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:24.583169 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-dd7e64ec-6f22-415b-b7ec-9e2d2fac6344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:24.662147 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Pushing event updated for resources: {'Port': ['ID=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:24.664564 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1230799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-857704'] for router_interface, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:24.668358 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:24.802119 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:24.803231 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:25.025123 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-67762a82-02a8-471c-9759-59634f220a1b None None] Provisioning complete for port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:25.025494 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-67762a82-02a8-471c-9759-59634f220a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:25.076702 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-67762a82-02a8-471c-9759-59634f220a1b None None] Port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:33:25.184098 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Router 085adef5-ccc5-410d-8bb6-b970ef7afc45 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:33:25.188721 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e46dfef2-81ea-4a4a-8f20-ac0391defa5c up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:25.255599 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port e46dfef2-81ea-4a4a-8f20-ac0391defa5c triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:25.255982 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:25.386713 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:33:25.395307 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] 10.222.0.58 "PUT /v2.0/routers/085adef5-ccc5-410d-8bb6-b970ef7afc45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0012908 Sep 10 17:33:26.084787 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43148) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:26.090691 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475792249', 'description': 'tempest-secgroup-smoke-475792249 description', 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:26.097084 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:26.100945 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:26.103788 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:26.109429 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:26.210453 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.245315 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:26.249473 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:26.252213 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:26.257803 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:26.309230 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.389355 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.393084 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-0cbb5d33-0a13-442d-a95c-53b2728aea5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:26.430004 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:26.433064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:26.526091 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.527440 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-720c3c2b-59d9-41b3-a660-ee5ec89848a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4416630 Sep 10 17:33:26.530250 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43152) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:26.536012 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'security_group_rule': {'security_group_id': '47d2ff67-eb9d-4993-84ad-f5a2284dd6c8', 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:26.542103 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:26.548515 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:26.549683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:26.555486 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:26.663854 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.721921 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.805913 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.807962 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:26.830386 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f81cb1-05d5-4b78-8244-846973e9c8bd,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:26.834581 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:26.981659 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:26.982819 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4513247 Sep 10 17:33:26.985608 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43156) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:26.992083 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'security_group_rule': {'security_group_id': '47d2ff67-eb9d-4993-84ad-f5a2284dd6c8', 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:26.998485 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:27.002456 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:27.006506 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:27.011117 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:27.115543 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:27.176079 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:27.274521 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:27.276521 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3ab0cf76-7201-4462-a1a4-171472826367 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:27.298422 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0fc7a9-dfa7-4aa9-832b-eb2cb786dc9a,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:27.300737 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:27.383202 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:27.384410 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3978794 Sep 10 17:33:27.387019 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43160) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:27.392940 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'security_group_rule': {'security_group_id': '47d2ff67-eb9d-4993-84ad-f5a2284dd6c8', 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:27.398844 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:27.402658 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:27.406233 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:27.412086 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:27.508533 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:27.573000 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:27.714016 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:27.716584 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-9d9ba9f1-7032-49b5-8848-d1fa0d2f29a4 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:27.825879 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782da34c-b50a-43c3-b9b4-95fc224e1ba4,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:27.828168 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:28.000348 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.001617 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-b649128c-b19c-45cf-ac04-a227e205d5d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6136374 Sep 10 17:33:28.004216 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43166) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:28.009569 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'security_group_rule': {'security_group_id': '47d2ff67-eb9d-4993-84ad-f5a2284dd6c8', 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:28.015972 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:28.019791 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:28.022648 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:28.028326 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:28.218944 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.281038 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.404895 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.407699 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:28.429061 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a072c86-e9e3-4d74-a404-66663eb7df82,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:28.433235 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:28.564595 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.565865 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-b774f131-4970-4469-81ed-fabf4442ff4f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5607023 Sep 10 17:33:28.568654 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43170) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:28.574072 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'security_group_rule': {'security_group_id': '47d2ff67-eb9d-4993-84ad-f5a2284dd6c8', 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:28.580993 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:28.584778 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:28.587905 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=76068) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:28.593611 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:28.732011 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.db.securitygroups_db [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Project bc95af67a11a4f8a81bc7a18a4c5dff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:33:28.739214 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.803960 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.891582 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.893624 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:28.917444 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f940c3-9d7c-44ed-a61d-5a65e3de1d43,revision_number=0']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:28.920283 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:29.006494 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.010936 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-d33fe12e-c656-44c0-aacf-b3acf5727970 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4384027 Sep 10 17:33:29.011091 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43174) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:33:29.021144 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'security_group_rule': {'security_group_id': '47d2ff67-eb9d-4993-84ad-f5a2284dd6c8', 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:29.027085 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:29.030894 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:security_group_rule and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:33:29.033709 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:33:29.040326 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:29.208666 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 2d597556-2e92-43b2-8df2-10a5b1da628d up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:29.211451 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.securitygroups_db [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Project bc95af67a11a4f8a81bc7a18a4c5dff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:33:29.219946 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.290091 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.382419 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 2d597556-2e92-43b2-8df2-10a5b1da628d completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:29.389998 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 2d597556-2e92-43b2-8df2-10a5b1da628d triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:29.393475 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.411438 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870802'] for security_group_rule, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.413465 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-8fa5419a-e705-4597-84d9-8882aed0ed8e tempest-AttachVolumeShelveTestJSON-956653123 tempest-AttachVolumeShelveTestJSON-956653123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:29.437203 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1736d6-83b9-4fcb-9a2b-81ed379fcc3c,revision_number=0']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:29.442660 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:29.537987 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.539342 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-78c3af7b-fe73-4846-b371-59c6ff3dd7ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5251648 Sep 10 17:33:29.545354 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.561407 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 2d597556-2e92-43b2-8df2-10a5b1da628d, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=2d597556-2e92-43b2-8df2-10a5b1da628d,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:29.708751 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.710943 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:29.776569 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=2d597556-2e92-43b2-8df2-10a5b1da628d,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:29.779627 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:30.052246 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Sync routers for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:33:30.065129 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:30.065782 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:30.243985 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:30.558636 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:16Z', 'revision_number': 2, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:30.562453 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Checking router: 93fa465d-3d82-45c9-9a34-b326823d5e3d for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:33:30.562845 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Updating router 93fa465d-3d82-45c9-9a34-b326823d5e3d port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 binding host dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:33:30.615966 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:30.945960 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Notify callbacks [] for port, precommit_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:30.957810 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Transition to ACTIVE for port object c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 will not be triggered until provisioned by entity L2. {{(pid=76069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:31.079874 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:31.084034 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-96cfd605-c2f5-4620-82e4-edd3afbe85c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:31.198132 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 2d597556-2e92-43b2-8df2-10a5b1da628d up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:31.244809 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481091-0162-422b-8e69-ca5c7bca8c91 None None] Pushing event updated for resources: {'Port': ['ID=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,revision_number=3']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:31.256326 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-f2481091-0162-422b-8e69-ca5c7bca8c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:31.369038 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Attempting to bind port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:31.369418 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Attempting to bind port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:31.369796 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Attempting to bind port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 on network 981be0b4-9094-4d91-88e7-d0265549d26c {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:31.377234 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 2d597556-2e92-43b2-8df2-10a5b1da628d triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:31.377616 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:31.415146 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:31.415481 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Checking segment: {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:31.415858 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:31.416254 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Bound using segment: {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'} {{(pid=76069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:31.416724 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.managers [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Bound port: c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'}}] {{(pid=76069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:31.417103 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:31.612935 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] For port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:31.626845 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] For port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:31.726654 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:31.730332 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-2eac8fc9-5705-4e53-ba86-133c055f53cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:31.808060 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:31.808695 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:31.859224 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481091-0162-422b-8e69-ca5c7bca8c91 None None] Pushing event updated for resources: {'Port': ['ID=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:31.866842 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-f2481091-0162-422b-8e69-ca5c7bca8c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:32.011334 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:32.329757 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:31Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:32.333848 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4db96-0347-4356-ab23-cdd80765ed27 None None] The sync data for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb is: [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:31Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:33:32.837862 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Sync routers for ids ['085adef5-ccc5-410d-8bb6-b970ef7afc45'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:33:32.850195 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Routers {'085adef5-ccc5-410d-8bb6-b970ef7afc45'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:32.850933 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['085adef5-ccc5-410d-8bb6-b970ef7afc45'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:33.029324 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Set router 085adef5-ccc5-410d-8bb6-b970ef7afc45 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:33.211018 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:33.354221 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:33.355411 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:23Z', 'revision_number': 4, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port': {'id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '32ce8a4d-e5e1-47ce-b145-7e03c8e44e67', 'name': '', 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'mac_address': 'fa:16:3e:26:ef:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87a7a885-e018-4671-a734-daac7e2d251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:23Z', 'updated_at': '2021-09-10T17:33:24Z', 'revision_number': 2, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'subnets': [{'id': '87a7a885-e018-4671-a734-daac7e2d251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:33.360285 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Checking router: 085adef5-ccc5-410d-8bb6-b970ef7afc45 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:33:33.360667 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Updating router 085adef5-ccc5-410d-8bb6-b970ef7afc45 port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 binding host dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 10 17:33:33.362438 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:33.362976 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:33.413343 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:33.483695 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:33.516545 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:33.622859 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:33.624959 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:33.691421 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:33.695796 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:33.761359 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Notify callbacks [] for port, precommit_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:33.773504 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.provisioning_blocks [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Transition to ACTIVE for port object 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 will not be triggered until provisioned by entity L2. {{(pid=76070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:33.821701 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a50d1771-b0c5-4d71-be84-ba04df9aca0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:33.925861 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:33.930097 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-bc784b6b-eed7-470b-96aa-5c4ebee29aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:34.082230 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de96ec0-409b-46ee-916d-b3287122a846 None None] Pushing event updated for resources: {'Port': ['ID=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,revision_number=3']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:34.087291 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-6de96ec0-409b-46ee-916d-b3287122a846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:34.174016 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Attempting to bind port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 on host dv-cinder-808475-1-smb for vnic_type normal with profile {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:34.174386 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Attempting to bind port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 by drivers openvswitch,hyperv on host dv-cinder-808475-1-smb at level 0 using segments [{'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:34.174834 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Attempting to bind port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 on network d1116538-0e7e-45bf-9a13-e33bf15afe62 {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:34.181317 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Checking agent: {'id': 'bef59c6a-3d95-495f-b5be-b9b4a9369eb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808475-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 11, 34), 'started_at': datetime.datetime(2021, 9, 10, 17, 12, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808475-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:34.181699 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Checking segment: {'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:34.182095 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:34.182489 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Bound using segment: {'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'} {{(pid=76070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:34.182980 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.managers [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Bound port: 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67, host: dv-cinder-808475-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda163da-87ea-40fe-ad37-b7d40da842bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62'}}] {{(pid=76070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:34.183354 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:34.271004 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] For port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67, host dv-cinder-808475-1-smb, cleared binding levels {{(pid=76070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:34.274040 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.plugins.ml2.db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] For port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67, host dv-cinder-808475-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,segment=NetworkSegment(bda163da-87ea-40fe-ad37-b7d40da842bb),segment_id=bda163da-87ea-40fe-ad37-b7d40da842bb)] {{(pid=76070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:34.274219 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:34.332131 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron_lib.callbacks.manager [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:34.336101 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:34.415193 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de96ec0-409b-46ee-916d-b3287122a846 None None] Pushing event updated for resources: {'Port': ['ID=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,revision_number=4']} {{(pid=76070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:34.420012 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Routers {'085adef5-ccc5-410d-8bb6-b970ef7afc45'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:33:34.420642 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['085adef5-ccc5-410d-8bb6-b970ef7afc45'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:34.467376 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG oslo_concurrency.lockutils [None req-6de96ec0-409b-46ee-916d-b3287122a846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:34.600691 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] Set router 085adef5-ccc5-410d-8bb6-b970ef7afc45 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:33:34.915803 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:23Z', 'revision_number': 4, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port': {'id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '32ce8a4d-e5e1-47ce-b145-7e03c8e44e67', 'name': '', 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'mac_address': 'fa:16:3e:26:ef:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87a7a885-e018-4671-a734-daac7e2d251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:23Z', 'updated_at': '2021-09-10T17:33:34Z', 'revision_number': 4, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'subnets': [{'id': '87a7a885-e018-4671-a734-daac7e2d251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:33:34.919842 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bbb45-46f6-4a31-9d2b-4807f7c72afa None None] The sync data for ids ['085adef5-ccc5-410d-8bb6-b970ef7afc45'] in dv-cinder-808475-1-smb is: [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:23Z', 'revision_number': 4, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port': {'id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': '32ce8a4d-e5e1-47ce-b145-7e03c8e44e67', 'name': '', 'network_id': 'd1116538-0e7e-45bf-9a13-e33bf15afe62', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'mac_address': 'fa:16:3e:26:ef:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87a7a885-e018-4671-a734-daac7e2d251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:23Z', 'updated_at': '2021-09-10T17:33:34Z', 'revision_number': 4, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'subnets': [{'id': '87a7a885-e018-4671-a734-daac7e2d251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:33:35.255769 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:35.405378 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning for port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:35.410572 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:35.410976 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:35.531006 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:35.565132 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] For port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,segment=NetworkSegment(bda163da-87ea-40fe-ad37-b7d40da842bb),segment_id=bda163da-87ea-40fe-ad37-b7d40da842bb)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:35.651744 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:35.652636 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:35.678369 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-96cfd605-c2f5-4620-82e4-edd3afbe85c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:35.771195 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Pushing event updated for resources: {'Port': ['ID=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:35.774599 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:35.785503 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:35.785882 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:36.034458 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-dd305236-5c1b-4651-826b-147f4e05ded1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:37.039786 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:37.192101 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 up at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:37.261799 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Provisioning complete for port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:37.262087 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:38.508379 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:44.854726 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-a55966aa-ebd0-48df-997a-1b3af346984b tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475792249&fields=id&tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2 HTTP/1.1" status: 200 len: 267 time: 0.0410323 Sep 10 17:33:44.999003 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-9b9943f4-b461-4074-a473-3a39eaba02eb tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:45.000346 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-9b9943f4-b461-4074-a473-3a39eaba02eb tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 808 time: 0.1395054 Sep 10 17:33:45.016549 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-e0ffbdd6-89f5-480a-97e3-1cc4ca8c87e3 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/quotas/bc95af67a11a4f8a81bc7a18a4c5dff2 HTTP/1.1" status: 200 len: 375 time: 0.0110116 Sep 10 17:33:45.174800 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-1fea1f93-3b16-4eed-b90f-4b18f3c66750 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Synchronizing usage tracker for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:33:45.256577 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-1fea1f93-3b16-4eed-b90f-4b18f3c66750 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Unset dirty status for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:33:45.257783 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-1fea1f93-3b16-4eed-b90f-4b18f3c66750 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2367048 Sep 10 17:33:45.518571 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-6ef33874-c33f-4a51-ac9a-5d59d7bb8442 service neutron] 10.222.0.58 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488377 Sep 10 17:33:45.649442 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-a544da4a-48ae-480d-873d-39783c07f0a2 service neutron] 10.222.0.58 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252248 Sep 10 17:33:46.427006 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2fe346f5-87f5-41ad-90c4-5e7921556b14 req-345d33c1-4f48-43a3-b5f9-a37ba126dda5 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 210 time: 0.0543981 Sep 10 17:33:47.222820 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:47.587775 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-a30fb6a9-6a34-4e6d-ae16-6cd11819813b req-0bd5916f-62c6-4d65-ba09-e6f1bfe9d799 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 210 time: 0.0408707 Sep 10 17:33:48.752666 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-93ece14e-e015-42c7-a1f7-5d8336601379 req-c67534f0-5cd7-45b4-8576-765050507f8c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 210 time: 0.0434535 Sep 10 17:33:48.908128 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-88c21e34-b6d0-43be-80f6-a92b076ff020 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:48.908722 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-88c21e34-b6d0-43be-80f6-a92b076ff020 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Synchronizing usage tracker for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:network {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:33:49.005428 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-88c21e34-b6d0-43be-80f6-a92b076ff020 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Unset dirty status for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:network {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:33:49.006600 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-88c21e34-b6d0-43be-80f6-a92b076ff020 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 808 time: 0.2388797 Sep 10 17:33:49.070084 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fd2a5ffb-28f6-4a49-9fd9-11ac390366c0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Synchronizing usage tracker for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:security_group {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:33:49.158352 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fd2a5ffb-28f6-4a49-9fd9-11ac390366c0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Unset dirty status for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:security_group {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:33:49.159794 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fd2a5ffb-28f6-4a49-9fd9-11ac390366c0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2 HTTP/1.1" status: 200 len: 379 time: 0.1405339 Sep 10 17:33:49.190082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'port': {'device_id': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'admin_state_up': True, 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'security_groups': ['47d2ff67-eb9d-4993-84ad-f5a2284dd6c8']}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:49.328002 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:33:49.337873 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.quota.driver [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:33:49.405320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Made reservation on behalf of bc95af67a11a4f8a81bc7a18a4c5dff2 for: {'port': 1} {{(pid=76068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:33:49.408495 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:49.565680 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.db_base_plugin_common [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Allocated IP 172.20.0.6 (981be0b4-9094-4d91-88e7-d0265549d26c/4e7d3676-98db-4a39-8635-efae30385133/d90d7fdc-8566-4acb-9f8f-35991d5295d7) {{(pid=76068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:33:49.752105 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for port, precommit_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:49.767796 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Transition to ACTIVE for port object d90d7fdc-8566-4acb-9f8f-35991d5295d7 will not be triggered until provisioned by entity DHCP. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:49.903121 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_create {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:49.908972 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3b311589-32b0-4da6-a944-dc8c1f255ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:49.951342 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42f0d6-51c1-4af2-bd95-d74bca3b1831 req-f6feedf4-496e-492c-8c95-7c1fc487bf41 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:49.952837 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-da42f0d6-51c1-4af2-bd95-d74bca3b1831 req-f6feedf4-496e-492c-8c95-7c1fc487bf41 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 931 time: 0.0801113 Sep 10 17:33:49.974788 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Network 981be0b4-9094-4d91-88e7-d0265549d26c is already hosted by enough agents. {{(pid=76068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:33:49.977932 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.base_scheduler [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources bound (agent type, host, resource id): {{(pid=76068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:33:49.982458 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Received port after_create {{(pid=76068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:33:50.005251 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-da42f0d6-51c1-4af2-bd95-d74bca3b1831 req-ae5020cc-0907-4abf-90ac-78d936dd8c3a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 Sep 10 17:33:50.033023 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=1']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:50.037472 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:50.056547 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:50.057158 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:50.149260 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-20f99d6a-aef2-45e3-adb7-9bbf1890c73a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9631839 Sep 10 17:33:50.161622 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.v2.base [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Request body: {'port': {'device_id': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80847'}} {{(pid=76068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:33:50.269445 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:50.353866 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-bbed4cbc-7e57-41cb-9076-cbc71a8e9d69 None None] Provisioning for port d90d7fdc-8566-4acb-9f8f-35991d5295d7 completed by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:50.359759 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-bbed4cbc-7e57-41cb-9076-cbc71a8e9d69 None None] Provisioning complete for port d90d7fdc-8566-4acb-9f8f-35991d5295d7 triggered by entity DHCP. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:50.360137 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-bbed4cbc-7e57-41cb-9076-cbc71a8e9d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:50.414851 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-bbed4cbc-7e57-41cb-9076-cbc71a8e9d69 None None] Port d90d7fdc-8566-4acb-9f8f-35991d5295d7 cannot update to ACTIVE because it is not bound. {{(pid=76069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 10 17:33:50.613080 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90d7fdc-8566-4acb-9f8f-35991d5295d7 {{(pid=76068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:33:50.619683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:50.633534 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.provisioning_blocks [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Transition to ACTIVE for port object d90d7fdc-8566-4acb-9f8f-35991d5295d7 will not be triggered until provisioned by entity L2. {{(pid=76068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:33:50.765469 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:50.770590 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-20b38a07-583e-48fc-87ae-c5c00bf5e6a0 tempest-VolumesSnapshotTestJSON-671308295 tempest-VolumesSnapshotTestJSON-671308295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:50.983199 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=2']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:50.987220 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:51.089889 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Attempting to bind port d90d7fdc-8566-4acb-9f8f-35991d5295d7 on host hv-cinder-80847 for vnic_type normal with profile {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:33:51.090123 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Attempting to bind port d90d7fdc-8566-4acb-9f8f-35991d5295d7 by drivers openvswitch,hyperv on host hv-cinder-80847 at level 0 using segments [{'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:33:51.090989 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Attempting to bind port d90d7fdc-8566-4acb-9f8f-35991d5295d7 on network 981be0b4-9094-4d91-88e7-d0265549d26c {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:51.096777 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Port d90d7fdc-8566-4acb-9f8f-35991d5295d7 on network 981be0b4-9094-4d91-88e7-d0265549d26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80847 {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:33:51.097054 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Attempting to bind port d90d7fdc-8566-4acb-9f8f-35991d5295d7 on network 981be0b4-9094-4d91-88e7-d0265549d26c {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:33:51.103272 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Checking agent: {'id': '2d972bb5-827a-48e9-ac0b-d34070c87817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80847', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'started_at': datetime.datetime(2021, 9, 10, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:33:51.103600 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Checking segment: {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 10 17:33:51.103977 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Bound using segment: {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'} {{(pid=76068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:33:51.104394 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.managers [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Bound port: d90d7fdc-8566-4acb-9f8f-35991d5295d7, host: hv-cinder-80847, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4307af4b-ecb3-40ce-bad0-e40d7864f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c'}}] {{(pid=76068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:33:51.104737 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:51.245102 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, cleared binding levels {{(pid=76068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:33:51.249236 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:33:51.263712 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1bc29-cc49-41a2-a670-db73fe240a4f req-cf2fba83-4ad7-415e-a964-1564aed65def tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:51.264405 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-55c1bc29-cc49-41a2-a670-db73fe240a4f req-cf2fba83-4ad7-415e-a964-1564aed65def tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Synchronizing usage tracker for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:33:51.308066 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7516793'] for port, after_update {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:51.312224 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-ee4605a4-dab3-42e4-9542-295ed5679c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:51.372755 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:51.374205 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] 10.222.0.62 "PUT /v2.0/ports/d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 1093 time: 1.2172256 Sep 10 17:33:51.374642 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:33:51.381818 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-55c1bc29-cc49-41a2-a670-db73fe240a4f req-cf2fba83-4ad7-415e-a964-1564aed65def tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Unset dirty status for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:33:51.383009 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-55c1bc29-cc49-41a2-a670-db73fe240a4f req-cf2fba83-4ad7-415e-a964-1564aed65def tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 943 time: 0.2328017 Sep 10 17:33:51.414960 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=3']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:51.420238 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-fb0f3be8-2964-4e44-b69e-4a47aaa18b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:51.443005 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-55c1bc29-cc49-41a2-a670-db73fe240a4f req-e48b1ffb-e87c-43da-85fc-4fd39053afde tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503991 Sep 10 17:33:51.444664 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'status': 'completed', 'code': 200} Sep 10 17:33:51.536776 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-004e88d4-f4d1-44ca-b005-a5a75e296d35 req-e22190be-e7f7-4ee5-a517-0e56eef14217 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1096 time: 0.0723445 Sep 10 17:33:51.677064 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e88d4-f4d1-44ca-b005-a5a75e296d35 req-772862ec-e236-4e78-82a7-7b75e78847ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:51.678407 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-004e88d4-f4d1-44ca-b005-a5a75e296d35 req-772862ec-e236-4e78-82a7-7b75e78847ba service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1354291 Sep 10 17:33:51.813760 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e88d4-f4d1-44ca-b005-a5a75e296d35 req-1175708c-f63a-4b65-821b-c9904772a80d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:51.815222 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-004e88d4-f4d1-44ca-b005-a5a75e296d35 req-1175708c-f63a-4b65-821b-c9904772a80d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309397 Sep 10 17:33:51.921851 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-2319a1c8-7109-4e46-949e-5cca00b73a84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1096 time: 0.0720398 Sep 10 17:33:51.989137 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-3eca0317-b2af-410a-a125-61a170f8a4f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 217 time: 0.0604258 Sep 10 17:33:52.053421 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-6ba56f51-ac15-4acb-8e98-e7f2f66d4018 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:52.054845 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-6ba56f51-ac15-4acb-8e98-e7f2f66d4018 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0604148 Sep 10 17:33:52.128098 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-bc326da7-d952-46eb-af89-8875eae471f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670967 Sep 10 17:33:52.255583 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-6a2a7cd8-4927-471f-8e58-6f5858dd229e service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210272 Sep 10 17:33:52.385347 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bdab83f-b4e0-4363-93c1-9f0d3b53fc8d req-db6c6d92-1d02-4f39-bd76-cad3f7b722c3 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234403 Sep 10 17:33:52.644539 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140b5c2-46c4-47f1-9483-8c0203f81426 req-ae4346e3-74f2-4f3d-a357-7e1c217eb3a8 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:52.646012 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8140b5c2-46c4-47f1-9483-8c0203f81426 req-ae4346e3-74f2-4f3d-a357-7e1c217eb3a8 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 943 time: 0.0781059 Sep 10 17:33:52.690993 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-8140b5c2-46c4-47f1-9483-8c0203f81426 req-b215f24b-5990-4d26-89cc-933d63285489 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393786 Sep 10 17:33:53.889342 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f957-9623-4f65-a5b1-6792fcf79908 req-a4394949-ddf5-4607-bc4f-e2ec6f7965c0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:53.890801 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9063f957-9623-4f65-a5b1-6792fcf79908 req-a4394949-ddf5-4607-bc4f-e2ec6f7965c0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 943 time: 0.0797629 Sep 10 17:33:53.935104 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-9063f957-9623-4f65-a5b1-6792fcf79908 req-cfd88463-589f-4491-8984-2a1c7a25fb18 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Sep 10 17:33:55.130077 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18563b76-117f-4b47-a968-bbc27b57e4da req-eecabc7f-8e62-41b2-a76c-0e19da911914 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:55.131550 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-18563b76-117f-4b47-a968-bbc27b57e4da req-eecabc7f-8e62-41b2-a76c-0e19da911914 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 943 time: 0.0797880 Sep 10 17:33:55.176083 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-18563b76-117f-4b47-a968-bbc27b57e4da req-6ebf917c-63a3-4f92-8f04-72ba5fa33dc5 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 Sep 10 17:33:55.857947 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d90d7fdc-8566-4acb-9f8f-35991d5295d7 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:33:55.989765 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:56.002361 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'port_id': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'mac_address': 'fa:16:3e:c4:72:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:33:56.058669 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:56.075732 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90d7fdc-8566-4acb-9f8f-35991d5295d7 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:33:56.090637 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:56.193638 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:56.196388 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:56.259728 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=4']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:56.263473 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:56.370958 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb786-3b09-4a6b-86a8-eedeff8a8d8b req-3ebd0a59-1a0e-4f8f-a776-4217df390f99 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:56.372921 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0d2eb786-3b09-4a6b-86a8-eedeff8a8d8b req-3ebd0a59-1a0e-4f8f-a776-4217df390f99 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 944 time: 0.0760980 Sep 10 17:33:56.377490 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:33:56.398039 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['d90d7fdc-8566-4acb-9f8f-35991d5295d7'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:33:56.418393 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-0d2eb786-3b09-4a6b-86a8-eedeff8a8d8b req-9c5649e0-4ae4-4b88-88d3-015ba3304480 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Sep 10 17:33:57.611833 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52d8e-da6f-45d9-9944-d1c7b34a9594 req-ec1e6fdc-49ee-4fe0-a44a-618a5f5c64dd tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:57.613302 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-44a52d8e-da6f-45d9-9944-d1c7b34a9594 req-ec1e6fdc-49ee-4fe0-a44a-618a5f5c64dd tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 944 time: 0.0766351 Sep 10 17:33:57.662060 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-44a52d8e-da6f-45d9-9944-d1c7b34a9594 req-5623ef51-e437-4f4e-902d-472c584da26d tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 Sep 10 17:33:57.855120 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d90d7fdc-8566-4acb-9f8f-35991d5295d7 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:33:57.993385 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning for port d90d7fdc-8566-4acb-9f8f-35991d5295d7 completed by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:33:57.998120 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port d90d7fdc-8566-4acb-9f8f-35991d5295d7 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:33:57.998493 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.111397 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.137451 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:33:58.146881 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:33:58.191700 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'code': 200} Sep 10 17:33:58.228104 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.229942 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:33:58.292726 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=5']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:33:58.296178 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:33:58.611575 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ef71e64a-1ba5-42e8-ad33-094e97d7fa70 req-e0117bb0-9f03-4b88-9dc5-940dc4741bd6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.0715199 Sep 10 17:33:58.653455 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-ef71e64a-1ba5-42e8-ad33-094e97d7fa70 req-d107916e-d85c-4726-92ef-5110ec4f8e3c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344381 Sep 10 17:33:58.858745 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930951-6b55-4acd-a7a4-5fc8a68c48ae req-d0233fab-b1fd-4e18-8191-0bf3db84ea1e tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:33:58.860273 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-79930951-6b55-4acd-a7a4-5fc8a68c48ae req-d0233fab-b1fd-4e18-8191-0bf3db84ea1e tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0759254 Sep 10 17:33:58.904971 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-79930951-6b55-4acd-a7a4-5fc8a68c48ae req-1d455f75-4d8c-4901-af11-9624be2326ab tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Sep 10 17:34:00.100133 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e64b6-7bbb-4ad6-8617-fa5392e2a142 req-ff10dd31-d198-42c9-88c8-4fff88778ae2 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:34:00.101569 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f58e64b6-7bbb-4ad6-8617-fa5392e2a142 req-ff10dd31-d198-42c9-88c8-4fff88778ae2 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0760195 Sep 10 17:34:00.146545 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-f58e64b6-7bbb-4ad6-8617-fa5392e2a142 req-cf1c95f9-3ffb-468a-b84c-ec10e19a3a33 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389550 Sep 10 17:34:00.340927 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2b69f-bf67-466b-801d-7310d9e480bd req-0c54b577-472c-44cb-ae93-cc108f040a73 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:34:00.343639 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-57d2b69f-bf67-466b-801d-7310d9e480bd req-0c54b577-472c-44cb-ae93-cc108f040a73 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0800061 Sep 10 17:34:00.387782 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-57d2b69f-bf67-466b-801d-7310d9e480bd req-da11f932-8996-4fd8-9c0f-35fdb4b94dfb tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398111 Sep 10 17:34:00.414419 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43294) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:34:00.548047 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-d00ba75b-a10e-43ac-9162-6204133365d6 tempest-TestShelveInstance-1043313827 tempest-TestShelveInstance-1043313827-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1093 time: 0.1323242 Sep 10 17:34:00.550705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43300) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:34:00.557074 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.v2.base [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Request body: {'floatingip': {'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'port_id': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=76067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 10 17:34:00.563151 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 10 17:34:00.566976 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Usage tracker for resource:floatingip and tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 is out of sync, need to count used quota {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 10 17:34:00.569758 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76067) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 10 17:34:00.575431 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.quota.driver [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76067) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 10 17:34:00.696504 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for floatingip, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:00.831247 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:00.966290 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_common [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Allocated IP 172.28.0.145 (1ce5ed60-a4e0-4b49-bb03-3ef3f656c889/a92d3392-8410-4ee2-93a1-129331ededef/03e3675e-b1e7-4d4b-ae21-e0e7adcedfe9) {{(pid=76067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:34:01.109940 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for port, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:01.199614 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772533855811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:01.203785 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f236ca65-3799-452f-8264-23310d001722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:34:01.266385 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Network 1ce5ed60-a4e0-4b49-bb03-3ef3f656c889 is already hosted by enough agents. {{(pid=76067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:34:01.269173 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.base_scheduler [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Resources bound (agent type, host, resource id): {{(pid=76067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:34:01.273576 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Received port after_create {{(pid=76067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:34:01.300854 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'Port': ['ID=03e3675e-b1e7-4d4b-ae21-e0e7adcedfe9,revision_number=1']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:34:01.305643 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:34:01.971836 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:02.085507 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:02.285515 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for port, precommit_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:02.352118 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524088'] for port, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:02.355835 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f236ca65-3799-452f-8264-23310d001722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:34:02.458626 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event updated for resources: {'Port': ['ID=03e3675e-b1e7-4d4b-ae21-e0e7adcedfe9,revision_number=2']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:34:02.462984 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:34:02.472955 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-857156'] for floatingip, after_update {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:02.660898 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.db.l3_db [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Floating IP 5ccdff80-67dd-4b7b-bc32-87e89fa1cfde associated. External IP: 172.28.0.145, port: d90d7fdc-8566-4acb-9f8f-35991d5295d7. Sep 10 17:34:03.130263 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Router 93fa465d-3d82-45c9-9a34-b326823d5e3d has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:34:03.326556 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:34:03.336878 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] Sync routers for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:34:03.348315 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:34:03.348938 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:34:03.428089 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:03.485459 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-81fe0fe6-e85b-410c-898c-7e3d8e471560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9323990 Sep 10 17:34:03.486147 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:34:03.530944 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:34:03.647136 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'status': 'completed', 'code': 200} Sep 10 17:34:03.834554 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-609c8c4f-ace1-48e9-8296-b45235602dbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.1642900 Sep 10 17:34:03.879940 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d672527a-a65e-440d-8319-31adeb9cb385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:03.896679 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '5ccdff80-67dd-4b7b-bc32-87e89fa1cfde', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'port_id': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'mac_address': 'fa:16:3e:c4:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:34:01Z', 'updated_at': '2021-09-10T17:34:01Z', 'revision_number': 0, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:33Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:34:03.901552 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] Checking router: 93fa465d-3d82-45c9-9a34-b326823d5e3d for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:34:03.911572 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:34:03.912179 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:33:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:34:03.968535 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-99c2d284-a2af-4d1a-8bdd-05df6b569562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:34:03.969976 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-99c2d284-a2af-4d1a-8bdd-05df6b569562 service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1289735 Sep 10 17:34:04.074984 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-93cbb1f1-0bf3-4601-856a-6faf777773e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 999 time: 0.0985661 Sep 10 17:34:04.126435 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:34:04.137204 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-333bd5fa-fe14-4b61-adc6-af735fbc7aee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:34:04.138721 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-333bd5fa-fe14-4b61-adc6-af735fbc7aee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0586827 Sep 10 17:34:04.217122 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-b5c66b06-2fb4-4cde-9e7d-4e1aa5803b89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721426 Sep 10 17:34:04.285585 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:04.350639 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-900cf74e-7e8a-4cb1-9075-c59bd68335d5 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269653 Sep 10 17:34:04.483337 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-15a21fb2-7cb7-4181-9faf-e7f22d5a1600 req-9394ea02-6079-40b8-9f41-43179dc79952 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263542 Sep 10 17:34:04.493303 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '5ccdff80-67dd-4b7b-bc32-87e89fa1cfde', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'port_id': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'mac_address': 'fa:16:3e:c4:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:34:01Z', 'updated_at': '2021-09-10T17:34:01Z', 'revision_number': 0, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:33Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:34:04.497326 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d8a68-cd9b-40bf-afdb-023748f102e1 None None] The sync data for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb is: [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_floatingips': [{'id': '5ccdff80-67dd-4b7b-bc32-87e89fa1cfde', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'router_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'port_id': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'mac_address': 'fa:16:3e:c4:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:34:01Z', 'updated_at': '2021-09-10T17:34:01Z', 'revision_number': 0, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:33Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:34:04.682216 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf22744-54fe-412a-8cb6-214bcb6eab4d None None] New status for floating IP 5ccdff80-67dd-4b7b-bc32-87e89fa1cfde: ACTIVE {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:34:06.028783 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b7e3564c-3748-4faa-88f8-a478f91e975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:07.039344 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:08.518885 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:17.186322 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:28.272095 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-e757d8bc-9d9d-4adc-aceb-beaf3877779e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670409 Sep 10 17:34:28.408722 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-f6a97351-b269-4173-8122-16fbaa1d03ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.0682397 Sep 10 17:34:28.549338 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-146fe55b-e73e-467b-9a98-e581d691d2b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:34:28.550844 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-146fe55b-e73e-467b-9a98-e581d691d2b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1226525 Sep 10 17:34:28.652818 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-97803bd0-4138-40f4-909a-04a0b6e57b9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 1001 time: 0.0947895 Sep 10 17:34:28.717580 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-de0cc186-5749-4562-bd0b-bc05655b9ac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:34:28.719008 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-de0cc186-5749-4562-bd0b-bc05655b9ac1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0596480 Sep 10 17:34:28.790612 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-9c762c05-f2f9-4f21-a97d-fec41a7f60cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654101 Sep 10 17:34:28.925978 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-534ce517-e9b6-49fa-b083-849cd472dde4 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236310 Sep 10 17:34:29.056327 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86121f8e-b48d-48e4-9d00-a1598b412928 req-50a57dc0-a64d-42c3-bd47-2a4389b04cc4 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236005 Sep 10 17:34:33.376932 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:34:33.970023 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-564e5cf2-1a86-46be-9c3e-d1d61ffc4fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:34.334516 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:36.118365 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-c52a5069-3924-4a5d-a8e7-fd3c254741ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:37.055488 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:38.541224 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:47.231607 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:03.809380 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-00ac2f31-8ff9-4d1e-b5ca-ecd11d23a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:04.300733 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:06.026552 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8a13-e795-4acc-8476-ed8cbe6e6f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:07.043534 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:08.517631 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:10.376690 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:35:17.225782 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:29.272316 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-a98d2479-e3a6-456e-810e-fade588ca9fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701599 Sep 10 17:35:29.488952 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-cee619b5-235c-40af-9ad5-9d6dcf555bee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.1495664 Sep 10 17:35:29.630951 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-04ca2c63-5649-4d28-ab45-1a7ba237c3e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:29.632367 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-04ca2c63-5649-4d28-ab45-1a7ba237c3e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1243193 Sep 10 17:35:29.735509 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-72f42e47-d218-4bff-af7e-de1e9cbb7391 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 1001 time: 0.0971091 Sep 10 17:35:29.796531 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-d2953ec2-37be-40e3-9ea2-62763a2ba9ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:29.797898 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-d2953ec2-37be-40e3-9ea2-62763a2ba9ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0557559 Sep 10 17:35:29.872929 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-b73e3aa8-4bd6-4280-ba1d-024b18130f83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681727 Sep 10 17:35:30.000572 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-ea400d51-4b1a-41a5-ad15-19a988e562c6 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215560 Sep 10 17:35:30.128903 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4e6be669-bde3-4cea-adb0-efb50a9dca12 req-a20f2ba8-69d0-4f72-a054-1a72d9a07cfa service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224942 Sep 10 17:35:33.808383 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-edac7279-dfb9-445f-8b7b-00b8b598c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:34.282699 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.001302 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-55fd6d08-cdc0-457e-853f-410e542d1343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.043044 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.722903 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.189665 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.376570 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:35:53.293171 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a030243-b932-4d54-94d8-3ea79a8fd775 req-61b1288f-c4b5-4804-aa5e-3a4863af084d tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:53.294628 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6a030243-b932-4d54-94d8-3ea79a8fd775 req-61b1288f-c4b5-4804-aa5e-3a4863af084d tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.1424601 Sep 10 17:35:53.339181 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6a030243-b932-4d54-94d8-3ea79a8fd775 req-486069ed-864c-4ce4-a6e4-9ed1ca54ac95 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391202 Sep 10 17:35:54.605858 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea6bf0-7306-49c1-9e5e-c0206f0b9248 req-5f868c32-c772-46fd-bec4-c665a65212ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:54.607343 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0ea6bf0-7306-49c1-9e5e-c0206f0b9248 req-5f868c32-c772-46fd-bec4-c665a65212ee tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.1465571 Sep 10 17:35:54.652781 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d0ea6bf0-7306-49c1-9e5e-c0206f0b9248 req-ad1b9a15-0daa-4a34-a9f9-218c6ad25fa3 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Sep 10 17:35:55.850427 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb14744-51ed-4b4c-847f-77ff4c735b69 req-1da89cda-b02c-4e77-9c34-c77af63bc2b1 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:55.851901 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6eb14744-51ed-4b4c-847f-77ff4c735b69 req-1da89cda-b02c-4e77-9c34-c77af63bc2b1 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0795500 Sep 10 17:35:55.896456 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-6eb14744-51ed-4b4c-847f-77ff4c735b69 req-08b692ba-e693-4bf8-958d-28678df09219 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Sep 10 17:35:57.093898 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a20415-a6e1-47a9-ba43-645660c400d5 req-6c6dc6ec-5daf-491c-ba8b-998a79225095 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:57.095376 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-49a20415-a6e1-47a9-ba43-645660c400d5 req-6c6dc6ec-5daf-491c-ba8b-998a79225095 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0794950 Sep 10 17:35:57.139883 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-49a20415-a6e1-47a9-ba43-645660c400d5 req-00bdb5d9-2b8d-4356-a00c-7c48d04b41a8 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391016 Sep 10 17:35:58.332142 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72726cba-071d-4efe-a503-43e79ae4c5b2 req-ad05b2cd-7d84-4caf-82c2-d0e5132dc7ac tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:58.333570 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-72726cba-071d-4efe-a503-43e79ae4c5b2 req-ad05b2cd-7d84-4caf-82c2-d0e5132dc7ac tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0757113 Sep 10 17:35:58.378110 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-72726cba-071d-4efe-a503-43e79ae4c5b2 req-f2c253a0-d9f8-4500-9558-46864f3adb72 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388241 Sep 10 17:35:59.572993 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f7154-83c2-4b63-83bd-069ac56a92a9 req-813b3ff6-f81c-4801-9bd0-3234dc4629d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:59.574424 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-de3f7154-83c2-4b63-83bd-069ac56a92a9 req-813b3ff6-f81c-4801-9bd0-3234dc4629d7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0749118 Sep 10 17:35:59.618178 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-de3f7154-83c2-4b63-83bd-069ac56a92a9 req-b0217051-b1c5-4727-b959-4f033bdb8c9c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384450 Sep 10 17:36:00.816514 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159564-fdd7-47fc-88b6-d59f41cd8a6e req-fdccaed8-cf1a-4285-9a43-9e5d529cc917 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:00.817929 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b9159564-fdd7-47fc-88b6-d59f41cd8a6e req-fdccaed8-cf1a-4285-9a43-9e5d529cc917 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0778306 Sep 10 17:36:00.862448 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-b9159564-fdd7-47fc-88b6-d59f41cd8a6e req-6ec0a56f-3d38-4fb4-9bdf-f95f43c3fddf tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391042 Sep 10 17:36:02.058469 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974752e8-d140-4944-b0cd-83ad26eb79da req-b9f2cc3e-2eca-4392-b4bf-bb57e459dfc0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:02.059937 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-974752e8-d140-4944-b0cd-83ad26eb79da req-b9f2cc3e-2eca-4392-b4bf-bb57e459dfc0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0799468 Sep 10 17:36:02.104867 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-974752e8-d140-4944-b0cd-83ad26eb79da req-45c4d7f3-b1b8-4d49-8593-0579203011fa tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Sep 10 17:36:03.302569 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5ea9-c742-42bf-8991-67a7f50fa5a7 req-321f1a94-4563-48b1-9114-a991b508ac5d tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:03.304020 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4b6b5ea9-c742-42bf-8991-67a7f50fa5a7 req-321f1a94-4563-48b1-9114-a991b508ac5d tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0795357 Sep 10 17:36:03.359580 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [req-2864d58e-33e4-4850-9c8c-e1b2dfbf23c5 req-e0fd7e6a-95ff-4b1e-aa3b-41dcce918c3e service neutron] (76067) timed out ('10.222.0.62', 61687) {{(pid=76067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 10 17:36:03.398510 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4b6b5ea9-c742-42bf-8991-67a7f50fa5a7 req-0614d7b3-f45b-4604-b134-b078d88494a5 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585845 Sep 10 17:36:03.408804 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-c189895a-ab14-41d5-95a2-0e0308fddbee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.1122806 Sep 10 17:36:03.537271 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-0423c3c3-8be4-41fa-8bb5-cbafa0f71cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:03.538685 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-0423c3c3-8be4-41fa-8bb5-cbafa0f71cf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1223233 Sep 10 17:36:03.638826 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-6c91cb16-31f8-4198-8a09-fdedb7e8baa2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 1001 time: 0.0939529 Sep 10 17:36:03.700798 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-e8955987-0c01-4639-8bbc-adc6d047c3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:03.702112 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-e8955987-0c01-4639-8bbc-adc6d047c3bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0566764 Sep 10 17:36:03.825080 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-93ee33ad-06e8-49e0-b1b7-e348ad4213d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:03.869743 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-a97ba501-d79b-4a71-b8bd-c32d14bf40d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1603651 Sep 10 17:36:03.999845 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-36e05423-d88a-4346-a3c6-da0ced081742 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230376 Sep 10 17:36:04.132668 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5ad339e5-a49d-4c67-a601-0c30dc38faa7 req-79b179d0-e543-4392-a590-1ac826d04b3e service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227369 Sep 10 17:36:04.293496 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:04.590486 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76be1b1-ef29-4597-88a9-84a02be9e6c7 req-cf2d5e0b-d2a7-4ef9-aa4b-6dfe36b6519d tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:04.591877 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e76be1b1-ef29-4597-88a9-84a02be9e6c7 req-cf2d5e0b-d2a7-4ef9-aa4b-6dfe36b6519d tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0759075 Sep 10 17:36:04.639524 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-e76be1b1-ef29-4597-88a9-84a02be9e6c7 req-33ac6bc1-e990-4054-aa23-cc2254fec07e tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422769 Sep 10 17:36:05.835747 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac27ee-019f-4ed6-8970-2aba27e365de req-6d3659c7-0a2d-435c-90c1-b8e7d5ffea38 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:05.837772 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bac27ee-019f-4ed6-8970-2aba27e365de req-6d3659c7-0a2d-435c-90c1-b8e7d5ffea38 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0798328 Sep 10 17:36:05.882109 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5bac27ee-019f-4ed6-8970-2aba27e365de req-13984c59-a600-4c77-b6e6-9389beb66be9 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387940 Sep 10 17:36:06.063864 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-5c09c1f6-067a-4ab5-9619-8002594694a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.081235 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2a94-90b0-47bc-a9bc-2c6a60adf730 req-db8d025c-41ae-45be-9591-7ef621b2fcfc tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:07.082692 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-451b2a94-90b0-47bc-a9bc-2c6a60adf730 req-db8d025c-41ae-45be-9591-7ef621b2fcfc tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0776448 Sep 10 17:36:07.088654 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.130046 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-451b2a94-90b0-47bc-a9bc-2c6a60adf730 req-489992d1-c62b-4db3-8e17-25ade0471206 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405881 Sep 10 17:36:07.390703 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-86551b83-094a-4444-ae7f-abc31404ac9f req-289800f3-0e57-4fd1-9e5c-72073d439ce4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1401908 Sep 10 17:36:07.906403 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02431fa4-7492-4f7d-9bf3-cc037318089d req-ea947ff9-e4c9-475e-8194-694f3f0c0e5f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:07.907889 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-02431fa4-7492-4f7d-9bf3-cc037318089d req-ea947ff9-e4c9-475e-8194-694f3f0c0e5f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.1294763 Sep 10 17:36:07.949794 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-243d944e-a58d-433f-bd1d-93d2a8a72ed2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1771486 Sep 10 17:36:07.961883 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-02431fa4-7492-4f7d-9bf3-cc037318089d req-3dca6720-6925-45e3-84bc-53e5ccf01678 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477693 Sep 10 17:36:08.522302 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:09.156820 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c0675-076c-47a8-8364-3c63f85a698e req-d003a535-2dbe-46a6-aed2-eea6c52623c0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:09.158281 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-126c0675-076c-47a8-8364-3c63f85a698e req-d003a535-2dbe-46a6-aed2-eea6c52623c0 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0768502 Sep 10 17:36:09.204031 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-126c0675-076c-47a8-8364-3c63f85a698e req-35214088-dd36-42b5-a8ab-4c4fd162a989 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 Sep 10 17:36:10.155498 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-131b9f8b-93b6-43ac-b67c-c34387521abb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13&tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2 HTTP/1.1" status: 200 len: 1098 time: 0.0721583 Sep 10 17:36:10.245547 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-48606a82-871e-4ade-b4e1-a08860706868 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.0678287 Sep 10 17:36:10.377573 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-5a03c851-6a69-412b-b5f3-05c0634544ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:10.379233 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-5a03c851-6a69-412b-b5f3-05c0634544ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1272290 Sep 10 17:36:10.405226 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe13de-4c9e-45e6-8869-48f3b31e0da4 req-d05b66a2-fef0-4917-8cf6-fc2258e8af44 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:10.406719 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-48fe13de-4c9e-45e6-8869-48f3b31e0da4 req-d05b66a2-fef0-4917-8cf6-fc2258e8af44 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0830574 Sep 10 17:36:10.447763 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d90d7fdc-8566-4acb-9f8f-35991d5295d7 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:36:10.453224 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-48fe13de-4c9e-45e6-8869-48f3b31e0da4 req-070882d9-e79e-49b2-85f0-70d5087e1883 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Sep 10 17:36:10.483840 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-9b6703d5-ec4d-47d2-9b32-420cdf9d6a94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 1001 time: 0.0982585 Sep 10 17:36:10.545517 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-7d29a101-f8f1-4f6a-84a7-604e6b0ae044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:10.547011 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-7d29a101-f8f1-4f6a-84a7-604e6b0ae044 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0569291 Sep 10 17:36:10.559037 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:10.587288 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:10.596613 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:10.625804 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-077f94b7-1d57-4c73-b985-ca7d248a99b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720143 Sep 10 17:36:10.638122 dv-cinder-808475-1-smb neutron-server[76069]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'code': 422} returned with failed status Sep 10 17:36:10.721992 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:10.723849 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:36:10.759556 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-bc88335b-546e-4436-9e57-bafaafc9baa3 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235914 Sep 10 17:36:10.787996 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=6']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:10.796267 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.796610 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.796950 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.797280 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.797605 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.797930 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.798252 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.798570 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.798921 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.799241 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.799557 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:10.803282 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:36:10.890060 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-4adb3413-844e-47b4-bfbf-bbd150d3cfcc req-362118f7-3169-46c2-b95a-485d7a0eca06 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236961 Sep 10 17:36:11.648914 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541d4ad-f4b3-4fd3-b8b7-432f98aab9e5 req-9a4b6c1d-527e-4f25-bbcd-a9e574305c7a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:11.650365 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d541d4ad-f4b3-4fd3-b8b7-432f98aab9e5 req-9a4b6c1d-527e-4f25-bbcd-a9e574305c7a tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 943 time: 0.0751653 Sep 10 17:36:11.694549 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-d541d4ad-f4b3-4fd3-b8b7-432f98aab9e5 req-8cb91c5f-f100-47bc-a561-88f634055576 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387595 Sep 10 17:36:12.944019 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2db5dd13-ccc2-4c53-9dd2-feea28e93640 req-2c9fee73-cd3a-44ba-82a3-65700e72337e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1096 time: 0.0968571 Sep 10 17:36:12.950145 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405248-b0a3-4a37-af72-9a443baa639f req-08bc7dba-b882-411e-ac39-8b3a2d089c8f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:12.951522 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bd405248-b0a3-4a37-af72-9a443baa639f req-08bc7dba-b882-411e-ac39-8b3a2d089c8f tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 943 time: 0.1349547 Sep 10 17:36:13.017757 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-2db5dd13-ccc2-4c53-9dd2-feea28e93640 req-6ff3613e-24e3-445d-bdf8-cd7d76b3effd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652676 Sep 10 17:36:13.025340 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-bd405248-b0a3-4a37-af72-9a443baa639f req-86db95ae-2d2e-4150-bc02-0dc15dd9862b tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577548 Sep 10 17:36:14.223032 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8432a-6337-41f7-929c-9d57225cb15a req-14cc9ea7-fe14-476b-877c-32ab03d43222 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.224474 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4fc8432a-6337-41f7-929c-9d57225cb15a req-14cc9ea7-fe14-476b-877c-32ab03d43222 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 943 time: 0.0812588 Sep 10 17:36:14.269412 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-4fc8432a-6337-41f7-929c-9d57225cb15a req-d9b2c9ca-bd01-43e8-bbfb-51d097a67165 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392110 Sep 10 17:36:14.460915 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d90d7fdc-8566-4acb-9f8f-35991d5295d7 details requested by agent hyperv_hv-cinder-80847 with host hv-cinder-80847 {{(pid=76069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 10 17:36:14.591814 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:14.604948 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Returning: {'device': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'port_id': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'mac_address': 'fa:16:3e:c4:72:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 10 17:36:14.660617 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.676987 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90d7fdc-8566-4acb-9f8f-35991d5295d7 {{(pid=76069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:14.691295 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:14.767552 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.769329 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-3208c233-df36-4ec7-8396-5abde51dc2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:36:14.831841 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=7']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:14.835105 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:36:15.001124 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] get_ports_and_sgs() called for port_ids ['d90d7fdc-8566-4acb-9f8f-35991d5295d7'] {{(pid=76069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 10 17:36:15.552588 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13669e5-9fc2-4a38-b484-b595b38f086b req-d6d9a047-fe47-40f7-9248-f70d64a39bd3 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.554020 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d13669e5-9fc2-4a38-b484-b595b38f086b req-d6d9a047-fe47-40f7-9248-f70d64a39bd3 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 944 time: 0.1659527 Sep 10 17:36:15.599009 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-d13669e5-9fc2-4a38-b484-b595b38f086b req-bde6400e-a0a1-47d1-a70f-4dd28c1dbde1 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393159 Sep 10 17:36:16.460017 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d90d7fdc-8566-4acb-9f8f-35991d5295d7 up at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 10 17:36:16.563747 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.provisioning_blocks [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Provisioning complete for port d90d7fdc-8566-4acb-9f8f-35991d5295d7 triggered by entity L2. {{(pid=76069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:16.564122 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678513'] for port, provisioning_complete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.674858 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598557'] for port, before_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.702086 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7'}] {{(pid=76069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:16.711695 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:16.756225 dv-cinder-808475-1-smb neutron-server[76069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'code': 200} Sep 10 17:36:16.790819 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772534213937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772533855829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772533855874'] for port, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.792677 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:36:16.856142 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Pushing event updated for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=8']} {{(pid=76069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:16.859131 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_concurrency.lockutils [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:36:17.218988 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.376338 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:36:30.340402 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-91b5fc2c-fc89-4f3b-a7d7-261dc5a482de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1329076 Sep 10 17:36:30.486143 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-a07ffc9f-da91-4562-8cb2-17874ce74452 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.0703206 Sep 10 17:36:30.633094 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-e9635b46-ccde-4beb-9ce1-5403942abf76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:30.634549 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-e9635b46-ccde-4beb-9ce1-5403942abf76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1234832 Sep 10 17:36:30.740938 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-e55510f6-91ec-4c19-be09-1a629188f379 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 1001 time: 0.0956576 Sep 10 17:36:30.805504 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-855e4d73-7d59-4dfd-ab70-b54236f3e172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:30.806876 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-855e4d73-7d59-4dfd-ab70-b54236f3e172 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0555093 Sep 10 17:36:30.879236 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-dc83c507-c2b7-4d99-b5dd-7f90fff4c106 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654843 Sep 10 17:36:31.007763 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-57ebbb2c-30df-4bf3-b98a-f9fa1657fd4e service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215413 Sep 10 17:36:31.160676 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-06eeaca0-d68c-47a5-8172-768f52a01ddc req-a218bcd2-da96-4858-a377-5e87bda458c1 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229427 Sep 10 17:36:33.802021 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-a9280386-9435-4914-9544-2243bbe8fc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.321394 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:36.019088 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6a75f071-03ab-4c26-9a7c-4e69e7f9e70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.087508 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.538173 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.235270 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.376750 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:37:03.795142 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-3fad9828-7787-4823-b4e1-e319a88282e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.256653 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:06.017677 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4ca39dad-4cbf-4e03-b99e-88c9d2e28a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.080987 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.531854 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.285975 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.008997 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43410) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:31.289469 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Deleting port 03e3675e-b1e7-4d4b-ae21-e0e7adcedfe9 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:31.289701 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.455643 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.455970 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.573857 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Calling delete_port for 03e3675e-b1e7-4d4b-ae21-e0e7adcedfe9 owned by network:floatingip {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:31.806212 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.810310 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-736c850a-63d3-4e5c-ad24-0407bf39b698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:31.852076 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event deleted for resources: {'Port': ['ID=03e3675e-b1e7-4d4b-ae21-e0e7adcedfe9,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:31.892068 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.892444 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.892814 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.893177 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.893537 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.893893 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.894252 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.894606 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.894983 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.895333 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.895685 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:31.903210 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:31.954699 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for floatingip, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.270078 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-064daca1-c794-4b28-9104-9b012973e7a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718572 Sep 10 17:37:32.345289 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Router 93fa465d-3d82-45c9-9a34-b326823d5e3d has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:37:32.407956 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-01640c2e-1c1f-41a1-9cf1-c74892e56771 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.0703411 Sep 10 17:37:32.549015 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:37:32.556644 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-be74e299-0957-405c-86a1-d797eafe80a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:32.558135 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-be74e299-0957-405c-86a1-d797eafe80a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1287858 Sep 10 17:37:32.558903 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] Sync routers for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:37:32.571088 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:37:32.571710 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:37:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:32.632578 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-a8d4fd37-80cc-43a1-b541-1a389fdb238d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 217 time: 0.0649860 Sep 10 17:37:32.636017 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for floatingip, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.692521 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-450ab399-1bbe-4322-9387-824e20b85229 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "DELETE /v2.0/floatingips/5ccdff80-67dd-4b7b-bc32-87e89fa1cfde HTTP/1.1" status: 204 len: 168 time: 1.6819253 Sep 10 17:37:32.693217 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7'}] {{(pid=76067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:37:32.697311 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-be28072a-d5b9-45e7-b123-133db4592b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:32.698793 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-be28072a-d5b9-45e7-b123-133db4592b3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0594192 Sep 10 17:37:32.753479 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:37:32.787680 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'status': 'completed', 'code': 200} Sep 10 17:37:32.800477 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-e0a6e3f9-e7c6-4a85-8e77-19b1835a5049 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942497 Sep 10 17:37:32.935001 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-2b5af3e5-4b9d-47e3-aca3-403629f72fb0 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280692 Sep 10 17:37:33.064011 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:33Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:33.068200 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] Checking router: 93fa465d-3d82-45c9-9a34-b326823d5e3d for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:37:33.079905 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:37:33.080559 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:37:06Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:33.167332 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5747ae8e-a857-4470-8d3e-f1ac4cb2b592 req-f8127a42-9d05-4b14-97f5-ee05747e2375 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251589 Sep 10 17:37:33.264884 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:37:33.439468 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-142fd845-c6d5-4e53-a66e-4d00de124b4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 1098 time: 0.0711839 Sep 10 17:37:33.580267 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-835db5bc-d255-43a7-9cb5-6e555c2a5026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:33.581861 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-835db5bc-d255-43a7-9cb5-6e555c2a5026 service neutron] 10.222.0.62 "GET /v2.0/networks?id=981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 200 len: 909 time: 0.1351805 Sep 10 17:37:33.597204 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:33Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:33.602273 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c43e1c-1477-4e43-9c65-a88a34b253e2 None None] The sync data for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb is: [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:15Z', 'revision_number': 4, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb', '_interfaces': [{'id': 'c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968', 'name': '', 'network_id': '981be0b4-9094-4d91-88e7-d0265549d26c', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e7d3676-98db-4a39-8635-efae30385133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:15Z', 'updated_at': '2021-09-10T17:33:33Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'subnets': [{'id': '4e7d3676-98db-4a39-8635-efae30385133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:37:33.660886 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-25bb1c4b-991b-46d6-9978-e33fda03c513 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 200 len: 217 time: 0.0713894 Sep 10 17:37:33.728646 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-26630e36-3cf1-4889-b7d6-9aefade7f557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:33.730270 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-26630e36-3cf1-4889-b7d6-9aefade7f557 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 200 len: 847 time: 0.0626516 Sep 10 17:37:33.753732 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7b91f-e443-460a-8f91-ca048fe7ec1c req-65a96e0b-43d5-4308-8304-7473dd00d36c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:33.754457 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-eac7b91f-e443-460a-8f91-ca048fe7ec1c req-65a96e0b-43d5-4308-8304-7473dd00d36c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Synchronizing usage tracker for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76067) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:37:33.826932 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-a0a53a44-7e58-4f39-aae7-ac88fa627d7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=981be0b4-9094-4d91-88e7-d0265549d26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895550 Sep 10 17:37:33.842133 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f8537-d49f-428c-9faa-5f43d45e2c1c None None] New status for floating IP 5ccdff80-67dd-4b7b-bc32-87e89fa1cfde: DOWN {{(pid=76070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 10 17:37:33.961098 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-62a0224b-c005-4166-9302-b040c8641fc5 service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265764 Sep 10 17:37:34.068988 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-bf22538e-db98-4ef0-81ea-a26edfa18b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:34.094488 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-c717b718-c6ea-48f3-bc2f-cd36d34febcf req-e5519c18-19b2-4d4d-ad69-d432dda1e6cc service neutron] 10.222.0.62 "GET /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258886 Sep 10 17:37:34.120468 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.quota.resource [req-eac7b91f-e443-460a-8f91-ca048fe7ec1c req-65a96e0b-43d5-4308-8304-7473dd00d36c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Unset dirty status for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76067) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:37:34.121657 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-eac7b91f-e443-460a-8f91-ca048fe7ec1c req-65a96e0b-43d5-4308-8304-7473dd00d36c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.4490201 Sep 10 17:37:34.171631 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [req-eac7b91f-e443-460a-8f91-ca048fe7ec1c req-6c71c9d5-d245-4341-947c-7b775d47c323 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Sep 10 17:37:34.286027 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:34.980150 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-600093c6-89c3-42f7-9f6d-25b9866dae90 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:34.981545 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-600093c6-89c3-42f7-9f6d-25b9866dae90 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.0748394 Sep 10 17:37:35.048133 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Deleting port d90d7fdc-8566-4acb-9f8f-35991d5295d7 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:35.048468 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:35.289882 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] For port d90d7fdc-8566-4acb-9f8f-35991d5295d7, host hv-cinder-80847, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80847',level=0,port_id=d90d7fdc-8566-4acb-9f8f-35991d5295d7,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:35.290240 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:35.447965 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Calling delete_port for d90d7fdc-8566-4acb-9f8f-35991d5295d7 owned by compute:nova {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:35.544082 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd75b46-9481-478d-b341-21e403d07536 req-c749a33c-4d05-4def-af9e-eb7ab1d082a9 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:35.545533 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5dd75b46-9481-478d-b341-21e403d07536 req-c749a33c-4d05-4def-af9e-eb7ab1d082a9 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 945 time: 0.2482388 Sep 10 17:37:35.640054 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-5dd75b46-9481-478d-b341-21e403d07536 req-5db1094e-f508-41f2-aa08-6eb06c1946a7 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/security-groups?id=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621860 Sep 10 17:37:35.725958 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:35.731952 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e1bd6b69-fa34-4685-aab3-5f8f6c1a91b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:35.773887 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event deleted for resources: {'Port': ['ID=d90d7fdc-8566-4acb-9f8f-35991d5295d7,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:35.813437 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.813803 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.814167 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.814526 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.814915 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.815273 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.815623 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.815971 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.816318 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.816663 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.817009 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808475-1-smb {{(pid=76068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:35.827506 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:35.943061 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.db.l3_dvrscheduler_db [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] No DVR routers for this DVR port d90d7fdc-8566-4acb-9f8f-35991d5295d7 on host hv-cinder-80847 {{(pid=76068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:37:35.945989 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238714'] for port, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:35.948650 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-deleted', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7'}] {{(pid=76068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:37:36.021967 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-6bf644f4-1e09-4e51-aae4-f1996add7dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:36.035375 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-18366e6f-616d-4dc3-afaf-8d8877094efc req-a83b78cb-9e39-4ab1-a269-40126cae5560 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.62 "DELETE /v2.0/ports/d90d7fdc-8566-4acb-9f8f-35991d5295d7 HTTP/1.1" status: 204 len: 173 time: 1.0477245 Sep 10 17:37:36.079009 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa35141-49fe-415d-8e51-f1b3a7ffcc13', 'name': 'network-vif-deleted', 'tag': 'd90d7fdc-8566-4acb-9f8f-35991d5295d7', 'status': 'completed', 'code': 200} Sep 10 17:37:36.801904 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-507ccf9f-99bb-4562-b2d8-facb33990794 req-ecfc28c1-7822-4aac-a832-20a24709f55c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Synchronizing usage tracker for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76068) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 10 17:37:36.954599 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.quota.resource [req-507ccf9f-99bb-4562-b2d8-facb33990794 req-ecfc28c1-7822-4aac-a832-20a24709f55c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Unset dirty status for tenant:bc95af67a11a4f8a81bc7a18a4c5dff2 on resource:port {{(pid=76068) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 10 17:37:36.955798 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [req-507ccf9f-99bb-4562-b2d8-facb33990794 req-ecfc28c1-7822-4aac-a832-20a24709f55c tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa35141-49fe-415d-8e51-f1b3a7ffcc13 HTTP/1.1" status: 200 len: 210 time: 0.1943090 Sep 10 17:37:37.164744 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:38.058849 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43440) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:38.128428 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3602d611-fd1a-4926-bab2-0683197c0783 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:38.156807 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3602d611-fd1a-4926-bab2-0683197c0783 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:38.297150 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3602d611-fd1a-4926-bab2-0683197c0783 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:38.301275 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3626a3f8-e8b3-4abf-896c-9dd426f8999d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:38.315860 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602d611-fd1a-4926-bab2-0683197c0783 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d2ff67-eb9d-4993-84ad-f5a2284dd6c8,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:38.318738 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-3602d611-fd1a-4926-bab2-0683197c0783 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:38.376373 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:37:38.432826 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-3602d611-fd1a-4926-bab2-0683197c0783 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] Notify callbacks [] for security_group, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:38.434077 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-3602d611-fd1a-4926-bab2-0683197c0783 tempest-TestShelveInstance-355860428 tempest-TestShelveInstance-355860428-project] 10.222.0.58 "DELETE /v2.0/security-groups/47d2ff67-eb9d-4993-84ad-f5a2284dd6c8 HTTP/1.1" status: 204 len: 168 time: 0.3742590 Sep 10 17:37:38.602966 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43446) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:38.665086 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:38.848382 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d90d7fdc-8566-4acb-9f8f-35991d5295d7 no longer exists at agent hyperv_hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:37:38.879821 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] No Port match for: d90d7fdc-8566-4acb-9f8f-35991d5295d7 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:37:38.882257 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Device d90d7fdc-8566-4acb-9f8f-35991d5295d7 not bound to the agent host hv-cinder-80847 {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:37:38.988860 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-857690'] for router_interface, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:39.569485 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Deleting port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:39.570168 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:39.735795 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] For port c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:39.736141 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:39.940119 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Calling delete_port for c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 owned by network:router_interface {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:40.198814 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.202371 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-c254eb8f-781e-400e-ac14-c01467ed13ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:40.246969 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Pushing event deleted for resources: {'Port': ['ID=c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:40.250278 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:40.532918 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1977158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-857838'] for router_interface, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.088548 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Router 93fa465d-3d82-45c9-9a34-b326823d5e3d has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:37:41.289022 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:37:41.298002 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] Sync routers for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:37:41.309221 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:37:41.311500 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:37:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:41.374899 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-54f494b8-68ce-4b3a-b9ed-a9298b86aedb admin admin] 10.222.0.58 "PUT /v2.0/routers/93fa465d-3d82-45c9-9a34-b326823d5e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7699776 Sep 10 17:37:41.375620 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.wsgi [-] (76068) accepted ('10.222.0.58', 43450) {{(pid=76068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:41.484622 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:37:41.669614 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks [] for router, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.769756 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:37:40Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:41.773571 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] Checking router: 93fa465d-3d82-45c9-9a34-b326823d5e3d for host: dv-cinder-808475-1-smb {{(pid=76069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:37:41.783733 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] Routers {'93fa465d-3d82-45c9-9a34-b326823d5e3d'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:37:41.784325 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:37:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['93fa465d-3d82-45c9-9a34-b326823d5e3d'], 'active': True} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:41.864609 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.947203 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Deleting port 4936d886-6955-41f8-9aab-1b3d30a1b33e {{(pid=76068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:41.947471 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.958338 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_dvr_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] Set router 93fa465d-3d82-45c9-9a34-b326823d5e3d gateway port host: dv-cinder-808475-1-smb {{(pid=76069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:37:42.121451 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.db [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] For port 4936d886-6955-41f8-9aab-1b3d30a1b33e, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=4936d886-6955-41f8-9aab-1b3d30a1b33e,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:42.122035 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:42.241177 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.db.l3_hamode_db [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:37:40Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:42.243835 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.plugins.ml2.plugin [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Calling delete_port for 4936d886-6955-41f8-9aab-1b3d30a1b33e owned by network:router_gateway {{(pid=76068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:42.245129 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abe0e6-63e9-4e5c-bd15-be52120235fb None None] The sync data for ids ['93fa465d-3d82-45c9-9a34-b326823d5e3d'] in dv-cinder-808475-1-smb is: [{'id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'name': 'tempest-TestShelveInstance-224392047-router', 'tenant_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:37:40Z', 'revision_number': 5, 'project_id': 'bc95af67a11a4f8a81bc7a18a4c5dff2', 'gw_port': {'id': '4936d886-6955-41f8-9aab-1b3d30a1b33e', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa465d-3d82-45c9-9a34-b326823d5e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:12Z', 'updated_at': '2021-09-10T17:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}] {{(pid=76069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:37:42.548460 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7516782'] for port, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:42.552048 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-e1c54ed2-418a-48e2-b3cf-f0f7d83b4350 tempest-AttachVolumeNegativeTest-824057390 tempest-AttachVolumeNegativeTest-824057390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:42.596505 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=4936d886-6955-41f8-9aab-1b3d30a1b33e,revision_number=None']} {{(pid=76068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:42.599683 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG oslo_concurrency.lockutils [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:42.825320 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-857201'] for router_gateway, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.170074 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-859269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30306'] for router, precommit_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.174251 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.305352 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:37:43.319948 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859925'] for router, after_delete {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.320504 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93fa465d-3d82-45c9-9a34-b326823d5e3d {{(pid=76068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:37:43.334260 dv-cinder-808475-1-smb neutron-server[76068]: DEBUG neutron_lib.callbacks.manager [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] Notify callbacks [] for router, before_response {{(pid=76068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.338207 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:37:43.338573 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device c9fa3a4a-f2aa-4eee-9c8c-a51eb9219968 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:37:43.338907 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43454) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:43.339447 dv-cinder-808475-1-smb neutron-server[76068]: INFO neutron.wsgi [None req-27ef3dc6-2361-4b18-83d9-66552a800d0e admin admin] 10.222.0.58 "DELETE /v2.0/routers/93fa465d-3d82-45c9-9a34-b326823d5e3d HTTP/1.1" status: 204 len: 168 time: 1.9627085 Sep 10 17:37:43.403217 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Deleting subnet 4e7d3676-98db-4a39-8635-efae30385133 {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:37:43.406539 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.456753 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.621918 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.857594 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.862423 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-df238940-d7bf-4db2-914c-5bd45e67a7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:43.896419 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7d3676-98db-4a39-8635-efae30385133,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:43.898871 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:43.901664 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.907616 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472068da-c46e-40ec-9da3-1e53e1a53f26 None None] Network 981be0b4-9094-4d91-88e7-d0265549d26c requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:37:43.908487 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4e7d3676-98db-4a39-8635-efae30385133 HTTP/1.1" status: 204 len: 168 time: 0.5676446 Sep 10 17:37:43.910948 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43458) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:44.018276 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.028838 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Deleting port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:44.032066 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.182683 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] DHCP port deletion for 981be0b4-9094-4d91-88e7-d0265549d26c request from dv-cinder-808475-1-smb {{(pid=76069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 17:37:44.187140 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Deleting port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:44.187520 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.239346 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] For port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:44.239705 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.360407 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Calling delete_port for e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 owned by network:dhcp {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:44.386148 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] For port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,segment=NetworkSegment(4307af4b-ecb3-40ce-bad0-e40d7864f135),segment_id=4307af4b-ecb3-40ce-bad0-e40d7864f135)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:44.386703 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.509793 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Calling delete_port for e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 owned by network:dhcp {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:44.519940 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.524555 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-13fd0743-b726-4410-a503-70cea7104979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:44.566809 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09c2a1f-3a0e-4dba-811a-bc82a4c90a72,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:44.569318 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:44.572933 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] No DVR routers for this DVR port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 on host dv-cinder-808475-1-smb {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:37:44.578760 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:37:44.579148 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:37:44.692625 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.702348 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981be0b4-9094-4d91-88e7-d0265549d26c']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:44.714524 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4307af4b-ecb3-40ce-bad0-e40d7864f135') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:44.714854 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4307af4b-ecb3-40ce-bad0-e40d7864f135') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:44.726621 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.742688 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.748655 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:37:44.749039 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:37:44.762085 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:37:44.900926 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.904499 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:44.917191 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.927264 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Pushing event deleted for resources: {'Network': ['ID=981be0b4-9094-4d91-88e7-d0265549d26c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:44.930820 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:45.001084 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-fed8a443-c18d-496c-a336-ebbd628bf379 admin admin] 10.222.0.58 "DELETE /v2.0/networks/981be0b4-9094-4d91-88e7-d0265549d26c HTTP/1.1" status: 204 len: 168 time: 1.0890324 Sep 10 17:37:45.003847 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43462) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:45.080575 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Deleting port e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:45.080975 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:45.146690 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-80851b0c-e573-4690-abab-0fb12596dd2c None None] The port 'e09c2a1f-3a0e-4dba-811a-bc82a4c90a72' was deleted {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 17:37:45.298967 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 4936d886-6955-41f8-9aab-1b3d30a1b33e no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:37:45.331461 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: 4936d886-6955-41f8-9aab-1b3d30a1b33e {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:37:45.331809 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 4936d886-6955-41f8-9aab-1b3d30a1b33e not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:37:45.332240 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:37:45.363663 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:37:45.364010 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e09c2a1f-3a0e-4dba-811a-bc82a4c90a72 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:37:45.399487 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-857690'] for router_interface, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.056620 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Deleting port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:46.056960 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.225964 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] For port 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,segment=NetworkSegment(bda163da-87ea-40fe-ad37-b7d40da842bb),segment_id=bda163da-87ea-40fe-ad37-b7d40da842bb)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:46.226319 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.348479 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Calling delete_port for 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 owned by network:router_interface {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:46.592952 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.596518 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-a390c836-eb3d-4f93-b3d3-6b82fe941cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:46.637979 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Pushing event deleted for resources: {'Port': ['ID=32ce8a4d-e5e1-47ce-b145-7e03c8e44e67,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:46.640632 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:46.917972 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1977158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-857838'] for router_interface, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:47.280621 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:47.564700 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Router 085adef5-ccc5-410d-8bb6-b970ef7afc45 has already been hosted by L3 agent 1386e19a-e80e-4263-ba6b-4e4f8bac794f {{(pid=76067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:37:47.757289 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] Notify agent at l3_agent.dv-cinder-808475-1-smb the message routers_updated {{(pid=76067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:37:47.771949 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] Sync routers for ids ['085adef5-ccc5-410d-8bb6-b970ef7afc45'] in dv-cinder-808475-1-smb {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 10 17:37:47.772976 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-82e44168-f6cc-4aa4-b0d3-fb819e30784f admin admin] 10.222.0.58 "PUT /v2.0/routers/085adef5-ccc5-410d-8bb6-b970ef7afc45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611890 Sep 10 17:37:47.772976 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43466) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:47.777919 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] Routers {'085adef5-ccc5-410d-8bb6-b970ef7afc45'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:37:47.778524 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:37:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['085adef5-ccc5-410d-8bb6-b970ef7afc45'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:47.951489 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] Set router 085adef5-ccc5-410d-8bb6-b970ef7afc45 gateway port host: dv-cinder-808475-1-smb {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:37:47.963054 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks [] for router, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.155925 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.232078 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'external_fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:37:46Z', 'revision_number': 5, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port': {'id': '2d597556-2e92-43b2-8df2-10a5b1da628d', 'name': '', 'network_id': '1ce5ed60-a4e0-4b49-bb03-3ef3f656c889', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808475-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a92d3392-8410-4ee2-93a1-129331ededef', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808475-1-smb'}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:48.235842 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] Checking router: 085adef5-ccc5-410d-8bb6-b970ef7afc45 for host: dv-cinder-808475-1-smb {{(pid=76070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 10 17:37:48.246446 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] Routers {'085adef5-ccc5-410d-8bb6-b970ef7afc45'} bound to L3 agent in host dv-cinder-808475-1-smb {{(pid=76070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:37:48.247056 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808475-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:11:36Z,description=,heartbeat_timestamp=2021-09-10T17:37:36Z,host='dv-cinder-808475-1-smb',id=1386e19a-e80e-4263-ba6b-4e4f8bac794f,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:11:37Z,topic='l3_agent')) {'router_ids': ['085adef5-ccc5-410d-8bb6-b970ef7afc45'], 'active': True} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:48.251228 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Deleting port 2d597556-2e92-43b2-8df2-10a5b1da628d {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:48.251682 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.393574 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_dvr_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] Set router 085adef5-ccc5-410d-8bb6-b970ef7afc45 gateway port host: None {{(pid=76070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 10 17:37:48.425628 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] For port 2d597556-2e92-43b2-8df2-10a5b1da628d, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=2d597556-2e92-43b2-8df2-10a5b1da628d,segment=NetworkSegment(3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5),segment_id=3ca71901-6ef9-4f6d-a7d3-7ab09b29bbe5)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:48.425982 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.495876 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.l3_hamode_db [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:37:48Z', 'revision_number': 6, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port_host': None}], 'dv-cinder-808475-1-smb', False) {} {{(pid=76070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:48.499669 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06596cb7-2fe9-4f18-a45d-8c68c1b2a73f None None] The sync data for ids ['085adef5-ccc5-410d-8bb6-b970ef7afc45'] in dv-cinder-808475-1-smb is: [{'id': '085adef5-ccc5-410d-8bb6-b970ef7afc45', 'name': 'tempest-TestShelveInstance-2007470468-router', 'tenant_id': '7b14d578ba4c472c919b3d30f75b2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:33:20Z', 'updated_at': '2021-09-10T17:37:48Z', 'revision_number': 6, 'project_id': '7b14d578ba4c472c919b3d30f75b2e95', 'gw_port_host': None}] {{(pid=76070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 10 17:37:48.631952 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Calling delete_port for 2d597556-2e92-43b2-8df2-10a5b1da628d owned by network:router_gateway {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:48.874292 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.878412 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-e720e90e-809d-454b-ac5f-d56c34cbb0b6 tempest-AttachVolumeTestJSON-1665857227 tempest-AttachVolumeTestJSON-1665857227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:48.921545 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2d597556-2e92-43b2-8df2-10a5b1da628d,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:48.925269 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:49.144148 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-857201'] for router_gateway, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.301602 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:37:49.339128 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:37:49.339755 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 32ce8a4d-e5e1-47ce-b145-7e03c8e44e67 not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:37:49.340181 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 2d597556-2e92-43b2-8df2-10a5b1da628d no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:37:49.372442 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: 2d597556-2e92-43b2-8df2-10a5b1da628d {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:37:49.372794 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device 2d597556-2e92-43b2-8df2-10a5b1da628d not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:37:49.408425 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-859269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30306'] for router, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.412538 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.519789 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-859925'] for router, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.520455 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 085adef5-ccc5-410d-8bb6-b970ef7afc45 {{(pid=76067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:37:49.533991 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] Notify callbacks [] for router, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.535169 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-221c5ecf-d345-4585-8470-d77a56fe98ec admin admin] 10.222.0.58 "DELETE /v2.0/routers/085adef5-ccc5-410d-8bb6-b970ef7afc45 HTTP/1.1" status: 204 len: 168 time: 1.7656648 Sep 10 17:37:49.537712 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43470) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:49.597502 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Deleting subnet 87a7a885-e018-4671-a734-daac7e2d251f {{(pid=76067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 10 17:37:49.600564 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.650205 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7592309'] for subnet, precommit_delete_associations {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.730465 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676493'] for subnet, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.867994 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1675838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8051024'] for subnet, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.872470 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-bac57280-db58-4032-80ea-ba009d8348c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:49.909309 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a7a885-e018-4671-a734-daac7e2d251f,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:49.911829 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:49.915755 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for subnet, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.920974 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87dd21-1bc5-45df-9f78-9ca9c469e180 None None] Network d1116538-0e7e-45bf-9a13-e33bf15afe62 requested from dv-cinder-808475-1-smb {{(pid=76069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 10 17:37:49.922485 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-7d445220-6a8d-44fa-882e-2dc3da81f151 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/87a7a885-e018-4671-a734-daac7e2d251f HTTP/1.1" status: 204 len: 168 time: 0.3838370 Sep 10 17:37:49.924925 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43474) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:50.028261 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682683'] for network, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.038357 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Deleting port e46dfef2-81ea-4a4a-8f20-ac0391defa5c {{(pid=76067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:50.038695 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.154405 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] DHCP port deletion for d1116538-0e7e-45bf-9a13-e33bf15afe62 request from dv-cinder-808475-1-smb {{(pid=76069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 10 17:37:50.158784 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Deleting port e46dfef2-81ea-4a4a-8f20-ac0391defa5c {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:50.159167 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.328717 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.db [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] For port e46dfef2-81ea-4a4a-8f20-ac0391defa5c, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,segment=NetworkSegment(bda163da-87ea-40fe-ad37-b7d40da842bb),segment_id=bda163da-87ea-40fe-ad37-b7d40da842bb)] {{(pid=76067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:50.329084 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.364128 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.db [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] For port e46dfef2-81ea-4a4a-8f20-ac0391defa5c, host dv-cinder-808475-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808475-1-smb',level=0,port_id=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,segment=NetworkSegment(bda163da-87ea-40fe-ad37-b7d40da842bb),segment_id=bda163da-87ea-40fe-ad37-b7d40da842bb)] {{(pid=76069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:50.364709 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862471'] for port, precommit_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.448337 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.plugin [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Calling delete_port for e46dfef2-81ea-4a4a-8f20-ac0391defa5c owned by network:dhcp {{(pid=76067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:50.483907 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Calling delete_port for e46dfef2-81ea-4a4a-8f20-ac0391defa5c owned by network:dhcp {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 10 17:37:50.588678 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1598620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772534213919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772533855820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524079'] for port, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.593489 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-de16f3e8-0f4a-465d-b8fd-37c519fcba91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:50.593765 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.db.api [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:37:50.594134 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG oslo_db.api [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:37:50.636117 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46dfef2-81ea-4a4a-8f20-ac0391defa5c,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:50.639121 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:50.641864 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] No DVR routers for this DVR port e46dfef2-81ea-4a4a-8f20-ac0391defa5c on host dv-cinder-808475-1-smb {{(pid=76067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:37:50.755121 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677386', 'neutron.services.segments.db._delete_segments_for_network-8772534291613'] for network, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.768237 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1116538-0e7e-45bf-9a13-e33bf15afe62']}} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:50.780479 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda163da-87ea-40fe-ad37-b7d40da842bb') {'for_net_delete': True} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:50.780775 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.services.segments.db [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda163da-87ea-40fe-ad37-b7d40da842bb') {} {{(pid=76067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:50.791773 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772534377400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592300'] for segment, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.807193 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676288'] for segment, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.813232 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=76067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 10 17:37:50.813558 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1676409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7523996'] for segment, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: Traceback (most recent call last): Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: timer() Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: cb(*args, **kw) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: return func(*args, **kwargs) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: self._notify() Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: self.callback(batched_events) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: event.method(event) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: return f(self, *a, **k) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: return self._get(url).json() Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: return self.request(url, 'GET', **kwargs) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:37:50.830424 dv-cinder-808475-1-smb neutron-server[76067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:37:50.959953 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-857178'] for network, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.963646 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f51dfa84-8829-48da-a022-a74973e4fff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:50.976659 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977194'] for network, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:50.986552 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1116538-0e7e-45bf-9a13-e33bf15afe62,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:50.989210 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:50.991756 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-415bee47-2f38-4f97-937b-226cd69d9153 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d1116538-0e7e-45bf-9a13-e33bf15afe62 HTTP/1.1" status: 204 len: 168 time: 1.0650895 Sep 10 17:37:51.095394 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Deleting port e46dfef2-81ea-4a4a-8f20-ac0391defa5c {{(pid=76069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 10 17:37:51.095850 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772534338506'] for port, before_delete {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.158488 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-7685e493-fb68-45c9-9d8c-677b4f6d6cae None None] The port 'e46dfef2-81ea-4a4a-8f20-ac0391defa5c' was deleted {{(pid=76069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 10 17:37:51.298543 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e46dfef2-81ea-4a4a-8f20-ac0391defa5c no longer exists at agent ovs-agent-dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 10 17:37:51.335921 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.plugin [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] No Port match for: e46dfef2-81ea-4a4a-8f20-ac0391defa5c {{(pid=76069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 10 17:37:51.336265 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron.plugins.ml2.rpc [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Device e46dfef2-81ea-4a4a-8f20-ac0391defa5c not bound to the agent host dv-cinder-808475-1-smb {{(pid=76069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 10 17:37:51.396479 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43480) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:51.450845 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-ef144012-2851-4395-9ad8-56f20363995a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc95af67a11a4f8a81bc7a18a4c5dff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524538 Sep 10 17:37:51.453157 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43484) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:51.511139 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2d986694-14a1-4e98-9bd9-e6400d393e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.536062 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2d986694-14a1-4e98-9bd9-e6400d393e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.651067 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2d986694-14a1-4e98-9bd9-e6400d393e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.655321 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-f107852c-16c6-48c4-91e0-ab6254997968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:51.667692 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d986694-14a1-4e98-9bd9-e6400d393e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7bc3ef-ee7a-47bd-912d-94e32a5e8cfa,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:51.671241 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-2d986694-14a1-4e98-9bd9-e6400d393e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:51.676609 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-2d986694-14a1-4e98-9bd9-e6400d393e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.677734 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-2d986694-14a1-4e98-9bd9-e6400d393e67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a7bc3ef-ee7a-47bd-912d-94e32a5e8cfa HTTP/1.1" status: 204 len: 168 time: 0.2237046 Sep 10 17:37:52.510227 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43492) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:52.559273 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-f9f499e4-01d9-44fb-9863-04ff5c8da0e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b14d578ba4c472c919b3d30f75b2e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477707 Sep 10 17:37:52.561520 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [-] (76067) accepted ('10.222.0.58', 43496) {{(pid=76067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 10 17:37:52.622554 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-428dd4b5-e03e-4d71-a89e-9ec6dc3a0e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.648167 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-428dd4b5-e03e-4d71-a89e-9ec6dc3a0e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.811278 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-428dd4b5-e03e-4d71-a89e-9ec6dc3a0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870840'] for security_group, after_delete {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.816561 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-64cf2403-25d4-4965-a60c-c557e3f65c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:37:52.829061 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dd4b5-e03e-4d71-a89e-9ec6dc3a0e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc9006e-00ed-4103-a59a-4c4f75358fd1,revision_number=None']} {{(pid=76067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:52.831606 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG oslo_concurrency.lockutils [None req-428dd4b5-e03e-4d71-a89e-9ec6dc3a0e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:37:52.834180 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron_lib.callbacks.manager [None req-428dd4b5-e03e-4d71-a89e-9ec6dc3a0e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.835319 dv-cinder-808475-1-smb neutron-server[76067]: INFO neutron.wsgi [None req-428dd4b5-e03e-4d71-a89e-9ec6dc3a0e04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdc9006e-00ed-4103-a59a-4c4f75358fd1 HTTP/1.1" status: 204 len: 168 time: 0.2729287 Sep 10 17:38:03.810731 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f528c004-9bf3-436c-b57a-fc9f7f949de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:04.300505 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.009235 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-22691195-2378-4442-a414-2b2ea5825772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.062186 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.580530 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.376207 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:38:17.238986 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.815908 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-0118aed0-c239-4c68-8925-6c5131eea620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.358718 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.031367 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-667ae388-4400-4bf4-9907-27683e68caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:37.049919 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:38.574292 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:47.261080 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.376072 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:39:03.819446 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-d67c9ea8-f046-41a0-a91c-e7a7fe74c0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.375298 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.009483 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-768e93db-e67b-48db-accb-497d7d554c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.066339 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.535028 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.277832 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.375767 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:39:33.813153 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-99b4b27a-61be-4e68-99a6-0bc204abd494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.329021 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:36.003611 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a20e-128b-4ee4-8509-81ac931a6828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.088884 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.548176 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.260391 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.843194 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-2a888b79-21ba-4b3a-aea3-01a9613fc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.271904 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.018696 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f69a2c9b-0017-42be-9c3c-d3ad61e9c1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.375795 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:40:07.065608 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:08.619945 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:17.304082 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.099625 dv-cinder-808475-1-smb neutron-server[76067]: DEBUG neutron.wsgi [req-2fccf37a-bf54-4420-8480-1ae74c9ff8d6 req-7bef20b2-c62a-4d11-9311-3a4ed839b6a4 service neutron] (76067) timed out ('10.222.0.62', 61696) {{(pid=76067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 10 17:40:33.812688 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-09f9a744-b711-44c7-bbc9-741a77759327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:34.332655 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:36.018423 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b0bb8a12-4059-4a52-ab48-5d29fe573c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.066142 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:38.543780 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:43.375965 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:40:47.356930 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:03.825191 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-bdfef60c-247c-47fe-ae69-638104396e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:04.360438 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.040735 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-60c2e466-e1f7-4972-a073-a0a4c8d1a850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.103370 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:08.544862 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.303475 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.375679 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:41:33.834704 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-b65ba23e-506d-441b-9fea-a9faf146e90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:34.418936 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:36.075782 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-400989dd-37a7-4a66-ad9c-8dea088eea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:37.097795 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:38.596099 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:47.379471 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:57.375382 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:42:03.794032 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-9bfd5697-a2c2-45c7-a07c-c4647cb53286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:04.280079 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:06.028534 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-f90545ca-4828-4794-8d93-2e5d809a2a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:07.069913 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.565830 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:17.441184 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.879547 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e87493cc-74fc-4032-803e-16ec24782c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.307977 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.375367 dv-cinder-808475-1-smb neutron-server[76070]: DEBUG neutron.db.agents_db [None req-d4d7206c-63f6-4dac-b2dc-ce89ef1fb3e0 None None] Agent healthcheck: found 6 active agents {{(pid=76070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 10 17:42:36.073349 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-70291bcf-85f3-437c-ac82-3260721e93f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:37.115320 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d16e-d913-48d0-96ca-8a7cb06e6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:38.576009 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-28e63b60-1502-4616-97ca-456e73fc58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.313036 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-4c6933ab-2be7-4a71-af7d-f31848ad0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.833298 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-651ea261-00a2-4302-9f40-77064fbbdf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.292187 dv-cinder-808475-1-smb neutron-server[76069]: DEBUG neutron_lib.callbacks.manager [None req-739cd448-65d8-429a-a4b6-88607827d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772534291595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678566'] for agent, after_update {{(pid=76069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}